|
|
|
| 1 | 2026-09-10T08:53:42.094Z | job dependencies complete; ready to run (waiting for 11 m 22 s) |
| 2 | 2026-09-10T08:57:00.574Z | job assigned to worker 01M258BNZZTC776RQC2HPJAPFZ [factory edgar, gimlet/BRM42220060/1166] (queued for 3 m 18 s) |
| 3 | 2026-09-10T08:57:01.425Z | downloading input: /input/phd-build/out/phd-run-with-args.sh |
| 4 | 2026-09-10T08:57:01.448Z | downloaded input: /input/phd-build/out/phd-run-with-args.sh |
| 5 | 2026-09-10T08:57:01.448Z | downloading input: /input/phd-build/out/phd-runner.sha256.txt |
| 6 | 2026-09-10T08:57:01.484Z | downloaded input: /input/phd-build/out/phd-runner.sha256.txt |
| 7 | 2026-09-10T08:57:01.484Z | downloading input: /input/phd-build/out/phd-runner.tar.gz |
| 8 | 2026-09-10T08:57:10.564Z | downloaded input: /input/phd-build/out/phd-runner.tar.gz |
| 9 | 2026-09-10T08:57:10.588Z | downloading input: /input/phd-build/out/propolis-server-debug.sha256.txt |
| 10 | 2026-09-10T08:57:10.612Z | downloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt |
| 11 | 2026-09-10T08:57:10.612Z | downloading input: /input/phd-build/out/propolis-server-debug.tar.gz |
| 12 | 2026-09-10T08:57:22.628Z | downloaded input: /input/phd-build/out/propolis-server-debug.tar.gz |
| 13 | 2026-09-10T08:57:22.628Z | downloading input: /input/phd-build/out/propolis-tests-debug.tar.gz |
| 14 | 2026-09-10T08:57:32.861Z | downloaded input: /input/phd-build/out/propolis-tests-debug.tar.gz |
| |
| 15 | 2026-09-10T08:57:32.861Z | starting task 0: "setup" |
| 16 | 2026-09-10T08:57:32.886Z | ++ uname -s |
| 17 | 2026-09-10T08:57:32.886Z | + kern=SunOS |
| 18 | 2026-09-10T08:57:32.886Z | + build_user=build |
| 19 | 2026-09-10T08:57:32.886Z | + build_uid=12345 |
| 20 | 2026-09-10T08:57:32.886Z | + work_dir=/work |
| 21 | 2026-09-10T08:57:32.886Z | + input_dir=/input |
| 22 | 2026-09-10T08:57:32.886Z | + [[ 0 == 12345 ]] |
| 23 | 2026-09-10T08:57:32.886Z | + case "$kern" in |
| 24 | 2026-09-10T08:57:32.886Z | + groupadd -g 12345 build |
| 25 | 2026-09-10T08:57:32.910Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
| 26 | 2026-09-10T08:57:34.894Z | + zfs create -o mountpoint=/work rpool/work |
| 27 | 2026-09-10T08:57:35.182Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
| 28 | 2026-09-10T08:57:35.207Z | + home_fs= |
| 29 | 2026-09-10T08:57:35.207Z | + [[ '' == autofs ]] |
| 30 | 2026-09-10T08:57:35.207Z | + mkdir -p /home/build |
| 31 | 2026-09-10T08:57:35.207Z | + chown build:build /home/build /work |
| 32 | 2026-09-10T08:57:36.196Z | + chmod 0700 /home/build /work |
| 33 | 2026-09-10T08:57:36.220Z | process exited: duration 3339 ms, exit code 0 |
| |
| 34 | 2026-09-10T08:57:36.268Z | starting task 1: "authentication" |
| 35 | 2026-09-10T08:57:36.338Z | process exited: duration 69 ms, exit code 0 |
| |
| 36 | 2026-09-10T08:57:36.386Z | starting task 2: "build" |
| 37 | 2026-09-10T08:57:36.421Z | + indir=/input |
| 38 | 2026-09-10T08:57:36.421Z | + indir_suffix='phd-build/out/*.tar.gz' |
| 39 | 2026-09-10T08:57:36.421Z | + phddir=/work/phd-test |
| 40 | 2026-09-10T08:57:36.421Z | + disks=($(pilot local disk list -H -o type,disk | grep -v 'M.2' | cut -f 2)) |
| 41 | 2026-09-10T08:57:36.421Z | ++ pilot local disk list -H -o type,disk |
| 42 | 2026-09-10T08:57:36.421Z | ++ grep -v M.2 |
| 43 | 2026-09-10T08:57:36.421Z | ++ cut -f 2 |
| 44 | 2026-09-10T08:57:36.487Z | + pfexec zpool create -f phd-artifacts c8t0014EE81000BC586d0 c9t0014EE81000BC57Cd0 c10t0014EE81000BC3CCd0 c11t0014EE81000BC478d0 c4t0014EE81000BC5BBd0 c3t0014EE81000BC247d0 c2t0014EE81000BC649d0 c6t0014EE81000BC634d0 c5t0014EE81000BC0B1d0 |
| 45 | 2026-09-10T08:57:39.028Z | + artifactdir=/phd-artifacts |
| 46 | 2026-09-10T08:57:39.028Z | + banner Inputs |
| 47 | 2026-09-10T08:57:39.065Z | ### |
| 48 | 2026-09-10T08:57:39.065Z | # # # ##### # # ##### #### |
| 49 | 2026-09-10T08:57:39.065Z | # ## # # # # # # # |
| 50 | 2026-09-10T08:57:39.065Z | # # # # # # # # # #### |
| 51 | 2026-09-10T08:57:39.065Z | # # # # ##### # # # # |
| 52 | 2026-09-10T08:57:39.065Z | # # ## # # # # # # |
| 53 | 2026-09-10T08:57:39.065Z | ### # # # #### # #### |
| 54 | 2026-09-10T08:57:39.065Z | |
| 55 | 2026-09-10T08:57:39.065Z | + find /input -ls |
| 56 | 2026-09-10T08:57:39.065Z | 34 1 drwxr-xr-x 3 root root 3 Sep 10 08:57 /input |
| 57 | 2026-09-10T08:57:39.065Z | 2 1 drwxr-xr-x 3 root root 3 Sep 10 08:57 /input/phd-build |
| 58 | 2026-09-10T08:57:39.065Z | 3 2 drwxr-xr-x 2 root root 8 Sep 10 08:57 /input/phd-build/out |
| 59 | 2026-09-10T08:57:39.065Z | 512 221905 -rw-r--r-- 1 root root 227171536 Sep 10 08:57 /input/phd-build/out/propolis-tests-debug.tar.gz |
| 60 | 2026-09-10T08:57:39.065Z | 258 1 -rw-r--r-- 1 root root 65 Sep 10 08:57 /input/phd-build/out/propolis-server-debug.sha256.txt |
| 61 | 2026-09-10T08:57:39.065Z | 256 1 -rw-r--r-- 1 root root 65 Sep 10 08:57 /input/phd-build/out/phd-runner.sha256.txt |
| 62 | 2026-09-10T08:57:39.065Z | 384 261869 -rw-r--r-- 1 root root 268089683 Sep 10 08:57 /input/phd-build/out/propolis-server-debug.tar.gz |
| 63 | 2026-09-10T08:57:39.065Z | 257 188028 -rw-r--r-- 1 root root 192436526 Sep 10 08:57 /input/phd-build/out/phd-runner.tar.gz |
| 64 | 2026-09-10T08:57:39.065Z | 128 2 -rw-r--r-- 1 root root 2573 Sep 10 08:57 /input/phd-build/out/phd-run-with-args.sh |
| 65 | 2026-09-10T08:57:39.065Z | + rm -rf /work/phd-test |
| 66 | 2026-09-10T08:57:39.065Z | + mkdir /work/phd-test |
| 67 | 2026-09-10T08:57:39.065Z | + for p in $indir/$indir_suffix |
| 68 | 2026-09-10T08:57:39.065Z | + tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test |
| 69 | 2026-09-10T08:57:44.408Z | Decompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'... |
| 70 | 2026-09-10T08:57:44.408Z | x phd-runner, 737550624 bytes, 1440529 tape blocks |
| 71 | 2026-09-10T08:57:44.408Z | x artifacts.toml, 548 bytes, 2 tape blocks |
| 72 | 2026-09-10T08:57:44.432Z | ++ tar tf /input/phd-build/out/phd-runner.tar.gz |
| 73 | 2026-09-10T08:57:49.260Z | + for f in $(tar tf "$p") |
| 74 | 2026-09-10T08:57:49.260Z | + chmod +x /work/phd-test/phd-runner |
| 75 | 2026-09-10T08:57:49.285Z | + for f in $(tar tf "$p") |
| 76 | 2026-09-10T08:57:49.285Z | + chmod +x /work/phd-test/artifacts.toml |
| 77 | 2026-09-10T08:57:49.285Z | + for p in $indir/$indir_suffix |
| 78 | 2026-09-10T08:57:49.285Z | + tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test |
| 79 | 2026-09-10T08:58:12.070Z | Decompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'... |
| 80 | 2026-09-10T08:58:12.070Z | x propolis-server, 1074760576 bytes, 2099142 tape blocks |
| 81 | 2026-09-10T08:58:12.095Z | ++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz |
| 82 | 2026-09-10T08:58:19.013Z | + for f in $(tar tf "$p") |
| 83 | 2026-09-10T08:58:19.013Z | + chmod +x /work/phd-test/propolis-server |
| 84 | 2026-09-10T08:58:19.038Z | + for p in $indir/$indir_suffix |
| 85 | 2026-09-10T08:58:19.038Z | + tar xzvf /input/phd-build/out/propolis-tests-debug.tar.gz -C /work/phd-test |
| 86 | 2026-09-10T08:58:35.347Z | Decompressing '/input/phd-build/out/propolis-tests-debug.tar.gz' with '/usr/bin/gzcat'... |
| 87 | 2026-09-10T08:58:35.347Z | x target/debug/deps/propolis-9fe79620acc72933, 910471200 bytes, 1778265 tape blocks |
| 88 | 2026-09-10T08:58:35.371Z | ++ tar tf /input/phd-build/out/propolis-tests-debug.tar.gz |
| 89 | 2026-09-10T08:58:41.098Z | + for f in $(tar tf "$p") |
| 90 | 2026-09-10T08:58:41.098Z | + chmod +x /work/phd-test/target/debug/deps/propolis-9fe79620acc72933 |
| 91 | 2026-09-10T08:58:41.124Z | + ls /work/phd-test |
| 92 | 2026-09-10T08:58:41.124Z | artifacts.toml |
| 93 | 2026-09-10T08:58:41.124Z | phd-runner |
| 94 | 2026-09-10T08:58:41.124Z | propolis-server |
| 95 | 2026-09-10T08:58:41.124Z | target |
| 96 | 2026-09-10T08:58:41.124Z | + banner Setup |
| 97 | 2026-09-10T08:58:41.124Z | ##### |
| 98 | 2026-09-10T08:58:41.124Z | # # ###### ##### # # ##### |
| 99 | 2026-09-10T08:58:41.124Z | # # # # # # # |
| 100 | 2026-09-10T08:58:41.124Z | ##### ##### # # # # # |
| 101 | 2026-09-10T08:58:41.124Z | # # # # # ##### |
| 102 | 2026-09-10T08:58:41.124Z | # # # # # # # |
| 103 | 2026-09-10T08:58:41.125Z | ##### ###### # #### # |
| 104 | 2026-09-10T08:58:41.125Z | |
| 105 | 2026-09-10T08:58:41.125Z | + tmpdir=/tmp/propolis-phd |
| 106 | 2026-09-10T08:58:41.125Z | + '[' '!' -d /tmp/propolis-phd ']' |
| 107 | 2026-09-10T08:58:41.125Z | + mkdir /tmp/propolis-phd |
| 108 | 2026-09-10T08:58:41.125Z | + pfexec /usr/lib/rsrvrctl -s 4096 |
| 109 | 2026-09-10T08:58:41.590Z | + banner Tests |
| 110 | 2026-09-10T08:58:41.614Z | ####### |
| 111 | 2026-09-10T08:58:41.615Z | # ###### #### ##### #### |
| 112 | 2026-09-10T08:58:41.615Z | # # # # # |
| 113 | 2026-09-10T08:58:41.615Z | # ##### #### # #### |
| 114 | 2026-09-10T08:58:41.615Z | # # # # # |
| 115 | 2026-09-10T08:58:41.615Z | # # # # # # # |
| 116 | 2026-09-10T08:58:41.615Z | # ###### #### # #### |
| 117 | 2026-09-10T08:58:41.615Z | |
| 118 | 2026-09-10T08:58:41.615Z | + runner=/work/phd-test/phd-runner |
| 119 | 2026-09-10T08:58:41.615Z | + artifacts=/work/phd-test/artifacts.toml |
| 120 | 2026-09-10T08:58:41.615Z | + propolis=/work/phd-test/propolis-server |
| 121 | 2026-09-10T08:58:41.615Z | + ls /work/phd-test/phd-runner |
| 122 | 2026-09-10T08:58:41.615Z | /work/phd-test/phd-runner |
| 123 | 2026-09-10T08:58:41.615Z | + ls /work/phd-test/artifacts.toml |
| 124 | 2026-09-10T08:58:41.615Z | /work/phd-test/artifacts.toml |
| 125 | 2026-09-10T08:58:41.615Z | + ls /work/phd-test/propolis-server |
| 126 | 2026-09-10T08:58:41.615Z | /work/phd-test/propolis-server |
| 127 | 2026-09-10T08:58:41.615Z | + args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@) |
| 128 | 2026-09-10T08:58:41.615Z | + set +e |
| 129 | 2026-09-10T08:58:41.615Z | + RUST_BACKTRACE=1 |
| 130 | 2026-09-10T08:58:41.615Z | + RUST_LOG=info,phd=debug |
| 131 | 2026-09-10T08:58:41.615Z | + ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --exclude-filter phd_tests::migrate::from_base |
| 132 | 2026-09-10T08:58:41.615Z | + tee /tmp/phd-runner.log |
| 133 | 2026-09-10T08:58:41.789Z | {"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:41.761887502Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [], exclude_filter: [\"phd_tests::migrate::from_base\"], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }"} |
| 134 | 2026-09-10T08:58:41.813Z | {"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:41.787027049Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 247, tv_nsec: 432377102 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"} |
| 135 | 2026-09-10T08:58:41.813Z | {"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:41.78759365Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"} |
| 136 | 2026-09-10T08:58:41.813Z | {"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:41.789221645Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"ad8a31742adc45e925e63443a5b43c8e30604022"} |
| 137 | 2026-09-10T08:58:41.837Z | {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:41.79486425Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.sha256.txt"} |
| 138 | 2026-09-10T08:58:42.066Z | {"v":0,"name":"phd-runner","msg":"No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.","level":40,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.047244736Z","target":"phd_framework","line":309,"file":"phd-tests/framework/src/lib.rs"} |
| 139 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.049677888Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"} |
| 140 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.050074728Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 141 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"Running 48 test(s)","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.052454546Z","target":"phd_runner::execute","line":83,"file":"phd-tests/runner/src/execute.rs"} |
| 142 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.052565325Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 143 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.052605301Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 144 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.052645126Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 145 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.053153106Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 146 | 2026-09-10T08:58:42.090Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.054512347Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 147 | 2026-09-10T08:58:42.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:42.067777771Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 148 | 2026-09-10T08:58:57.260Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.243299774Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 149 | 2026-09-10T08:58:57.285Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.244046475Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","timeout":"600s","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 150 | 2026-09-10T08:58:57.846Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.829332627Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 151 | 2026-09-10T08:58:57.871Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.829965664Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 152 | 2026-09-10T08:58:57.871Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.830478643Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 153 | 2026-09-10T08:58:57.896Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.856720944Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.73M 25.3T 96K /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 154 | 2026-09-10T08:58:57.896Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.85846988Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-edce8f54-6193-4dda-9194-fe0cb7ac5bf4\"]","verb":"snapshot","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 155 | 2026-09-10T08:58:57.920Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.880101326Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-edce8f54-6193-4dda-9194-fe0cb7ac5bf4\", \"phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 156 | 2026-09-10T08:58:57.920Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.900382783Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 157 | 2026-09-10T08:58:57.971Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.911793656Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498 0B 25.3T 49.0M /phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498\n","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 158 | 2026-09-10T08:58:57.971Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.922224971Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 159 | 2026-09-10T08:58:57.971Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.922349472Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"in_memory_backend_test","guest_os_kind":"Alpine","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 160 | 2026-09-10T08:58:57.971Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.922443963Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","sha256":"None","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 161 | 2026-09-10T08:58:57.972Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.922502846Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 162 | 2026-09-10T08:58:57.972Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.922697441Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 163 | 2026-09-10T08:58:57.972Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.922773956Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log\"","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 164 | 2026-09-10T08:58:57.996Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 917","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.951941756Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 165 | 2026-09-10T08:58:57.996Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.965929329Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":43,"path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 166 | 2026-09-10T08:58:57.996Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.966019096Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_test","vm_id":"1c0b88e1-1880-43aa-a0c7-31f7453e16bd","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 167 | 2026-09-10T08:58:57.996Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:57.973693039Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","vm_id":"1c0b88e1-1880-43aa-a0c7-31f7453e16bd","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 168 | 2026-09-10T08:58:58.383Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:58.366257528Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","vm_id":"1c0b88e1-1880-43aa-a0c7-31f7453e16bd","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 169 | 2026-09-10T08:58:59.214Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.196991421Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","vm_id":"1c0b88e1-1880-43aa-a0c7-31f7453e16bd","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 170 | 2026-09-10T08:58:59.239Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.209229233Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test","elapsed_milliseconds":1242,"vm_id":"1c0b88e1-1880-43aa-a0c7-31f7453e16bd"} |
| 171 | 2026-09-10T08:58:59.239Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.209354372Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 172 | 2026-09-10T08:58:59.263Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.244175622Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 173 | 2026-09-10T08:58:59.263Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.244276533Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 174 | 2026-09-10T08:58:59.294Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.277794165Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 175 | 2026-09-10T08:58:59.294Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.277877694Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-edce8f54-6193-4dda-9194-fe0cb7ac5bf4\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 176 | 2026-09-10T08:58:59.319Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:58:59.296643641Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":17240,"path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 177 | 2026-09-10T08:59:00.466Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:134:6\n 9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:115:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.405163606Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 178 | 2026-09-10T08:59:00.466Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.405360107Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 179 | 2026-09-10T08:59:00.490Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.410944067Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":5} |
| 180 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_migration_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.411000594Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 181 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.411032194Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 182 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.411064004Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 183 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.4113213Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 184 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.411480501Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 185 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.411571183Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 186 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.41164894Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 187 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.411734852Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 188 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.423043268Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 52.1M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 189 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.423142175Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a05d5aa0-315d-41ad-91d1-b3a02114a9b3\"]","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 190 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.440685393Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-a05d5aa0-315d-41ad-91d1-b3a02114a9b3\", \"phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac\"]","verb":"clone","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 191 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.459713328Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 192 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.470443307Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac 0B 25.3T 49.0M /phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac\n","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 193 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.471224633Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 194 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.471295337Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 195 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.471379777Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 196 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.471444429Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 197 | 2026-09-10T08:59:00.491Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.471524154Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log\"","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 198 | 2026-09-10T08:59:00.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 925","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.505470012Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 199 | 2026-09-10T08:59:00.546Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.519509232Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 200 | 2026-09-10T08:59:00.546Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.519627486Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","vm_id":"ad84a62c-668d-4cec-bad4-1b968ffd0cee","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 201 | 2026-09-10T08:59:00.546Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:00.521400327Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","vm_id":"ad84a62c-668d-4cec-bad4-1b968ffd0cee","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 202 | 2026-09-10T08:59:01.244Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.228125456Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","vm_id":"ad84a62c-668d-4cec-bad4-1b968ffd0cee","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 203 | 2026-09-10T08:59:01.875Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.859452167Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","vm_id":"ad84a62c-668d-4cec-bad4-1b968ffd0cee","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 204 | 2026-09-10T08:59:01.900Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.859854377Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","elapsed_milliseconds":1339,"vm_id":"ad84a62c-668d-4cec-bad4-1b968ffd0cee","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 205 | 2026-09-10T08:59:01.900Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.859995163Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 206 | 2026-09-10T08:59:01.900Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.86812312Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 207 | 2026-09-10T08:59:01.900Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.868226204Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac\"]","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 208 | 2026-09-10T08:59:01.923Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.902375898Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 209 | 2026-09-10T08:59:01.924Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.902452362Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-a05d5aa0-315d-41ad-91d1-b3a02114a9b3\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 210 | 2026-09-10T08:59:01.990Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.919898675Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":1507,"path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 211 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_migration_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:158:6\n 9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_migration_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:146:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.924319188Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 212 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.92444708Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 213 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.924541578Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 214 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.92460069Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 215 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.924636027Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 216 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.924673257Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 217 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.92486209Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 218 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.924989445Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::smoke_test"} |
| 219 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.925047906Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} |
| 220 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.925115553Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"} |
| 221 | 2026-09-10T08:59:01.991Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:01.925195635Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"} |
| 222 | 2026-09-10T08:59:09.716Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:09.702114895Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","untar_path":"target/release/crucible-downstairs","extracted_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 223 | 2026-09-10T08:59:09.716Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:09.702203032Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 224 | 2026-09-10T08:59:16.123Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.110328297Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} |
| 225 | 2026-09-10T08:59:16.149Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.111233467Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000\", \"--encrypted\", \"--uuid\", \"9af30238-b852-4543-b05b-5db51e07ad23\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 226 | 2026-09-10T08:59:16.232Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.219013449Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.128607964Z\",\"hostname\":\"BRM42220060\",\"pid\":929}\n{\"msg\":\"UUID: 9af30238-b852-4543-b05b-5db51e07ad23\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.211034634Z\",\"hostname\":\"BRM42220060\",\"pid\":929}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.211047502Z\",\"hostname\":\"BRM42220060\",\"pid\":929}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"} |
| 227 | 2026-09-10T08:59:16.232Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.219150197Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001\", \"--encrypted\", \"--uuid\", \"9af30238-b852-4543-b05b-5db51e07ad23\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 228 | 2026-09-10T08:59:16.334Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.32084448Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.229571497Z\",\"hostname\":\"BRM42220060\",\"pid\":930}\n{\"msg\":\"UUID: 9af30238-b852-4543-b05b-5db51e07ad23\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.314783048Z\",\"hostname\":\"BRM42220060\",\"pid\":930}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.314799318Z\",\"hostname\":\"BRM42220060\",\"pid\":930}\n","path":"phd_tests::crucible::migrate::smoke_test"} |
| 229 | 2026-09-10T08:59:16.334Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.321005234Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002\", \"--encrypted\", \"--uuid\", \"9af30238-b852-4543-b05b-5db51e07ad23\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 230 | 2026-09-10T08:59:16.436Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.423559124Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.330957599Z\",\"hostname\":\"BRM42220060\",\"pid\":931}\n{\"msg\":\"UUID: 9af30238-b852-4543-b05b-5db51e07ad23\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.41861564Z\",\"hostname\":\"BRM42220060\",\"pid\":931}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:16.418650767Z\",\"hostname\":\"BRM42220060\",\"pid\":931}\n","path":"phd_tests::crucible::migrate::smoke_test"} |
| 231 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.424769658Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9000.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 232 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.424872041Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 233 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.424930041Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 234 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.427054236Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9001.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 235 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.427161077Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 236 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.427224738Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 237 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.42925866Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9002.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 238 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.429350353Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 239 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.429406049Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 240 | 2026-09-10T08:59:16.460Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.434890481Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 241 | 2026-09-10T08:59:16.461Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.434965963Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"crucible_migrate_smoke_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::migrate::smoke_test"} |
| 242 | 2026-09-10T08:59:16.461Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.435048139Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"} |
| 243 | 2026-09-10T08:59:16.461Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.435124573Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test"} |
| 244 | 2026-09-10T08:59:16.461Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.435204153Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 245 | 2026-09-10T08:59:16.539Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 935","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.526926514Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 246 | 2026-09-10T08:59:16.563Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.539941615Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":104} |
| 247 | 2026-09-10T08:59:16.563Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.540045512Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"a47e041d-71bf-4cdb-9002-c1c496b63618"} |
| 248 | 2026-09-10T08:59:16.563Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:16.540875831Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"a47e041d-71bf-4cdb-9002-c1c496b63618"} |
| 249 | 2026-09-10T08:59:17.226Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:17.213609618Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"a47e041d-71bf-4cdb-9002-c1c496b63618"} |
| 250 | 2026-09-10T08:59:18.224Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.212346244Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"a47e041d-71bf-4cdb-9002-c1c496b63618"} |
| 251 | 2026-09-10T08:59:18.248Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.212753918Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a47e041d-71bf-4cdb-9002-c1c496b63618","elapsed_milliseconds":1672,"path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} |
| 252 | 2026-09-10T08:59:18.248Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.21289372Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test"} |
| 253 | 2026-09-10T08:59:18.248Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.220872119Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000\" } }","path":"phd_tests::crucible::migrate::smoke_test"} |
| 254 | 2026-09-10T08:59:18.248Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.227506914Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 255 | 2026-09-10T08:59:18.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.240522189Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001\" } }","path":"phd_tests::crucible::migrate::smoke_test"} |
| 256 | 2026-09-10T08:59:18.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.245373923Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 257 | 2026-09-10T08:59:18.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.253548678Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002\" } }","path":"phd_tests::crucible::migrate::smoke_test"} |
| 258 | 2026-09-10T08:59:18.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.260001761Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 259 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.268047198Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":16337} |
| 260 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:19:21\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271029478Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 261 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271138263Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 262 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271210654Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 263 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::load_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271254396Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 264 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271280668Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 265 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271309381Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 266 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271463601Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"} |
| 267 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.27158426Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::load_test"} |
| 268 | 2026-09-10T08:59:18.319Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271640767Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} |
| 269 | 2026-09-10T08:59:18.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271695058Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::migrate::load_test"} |
| 270 | 2026-09-10T08:59:18.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271741927Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} |
| 271 | 2026-09-10T08:59:18.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.271832023Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000\", \"--encrypted\", \"--uuid\", \"bcccb378-e15c-41a4-a89a-d25fba69ca9e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 272 | 2026-09-10T08:59:18.382Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.370794239Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.281291696Z\",\"hostname\":\"BRM42220060\",\"pid\":937}\n{\"msg\":\"UUID: bcccb378-e15c-41a4-a89a-d25fba69ca9e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.365819896Z\",\"hostname\":\"BRM42220060\",\"pid\":937}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.3658435Z\",\"hostname\":\"BRM42220060\",\"pid\":937}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::load_test"} |
| 273 | 2026-09-10T08:59:18.383Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.370968785Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001\", \"--encrypted\", \"--uuid\", \"bcccb378-e15c-41a4-a89a-d25fba69ca9e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 274 | 2026-09-10T08:59:18.484Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.472420431Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.381458895Z\",\"hostname\":\"BRM42220060\",\"pid\":938}\n{\"msg\":\"UUID: bcccb378-e15c-41a4-a89a-d25fba69ca9e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.467543995Z\",\"hostname\":\"BRM42220060\",\"pid\":938}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.467567419Z\",\"hostname\":\"BRM42220060\",\"pid\":938}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::load_test"} |
| 275 | 2026-09-10T08:59:18.484Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.472561829Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002\", \"--encrypted\", \"--uuid\", \"bcccb378-e15c-41a4-a89a-d25fba69ca9e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 276 | 2026-09-10T08:59:18.585Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.573305163Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.482739496Z\",\"hostname\":\"BRM42220060\",\"pid\":939}\n{\"msg\":\"UUID: bcccb378-e15c-41a4-a89a-d25fba69ca9e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.568612485Z\",\"hostname\":\"BRM42220060\",\"pid\":939}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:18.568637563Z\",\"hostname\":\"BRM42220060\",\"pid\":939}\n","stderr":"","path":"phd_tests::crucible::migrate::load_test"} |
| 277 | 2026-09-10T08:59:18.585Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.57351549Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 278 | 2026-09-10T08:59:18.609Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.573610249Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 279 | 2026-09-10T08:59:18.609Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.573670513Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 280 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.575741836Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 281 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.575834792Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 282 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.575901308Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 283 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.577982153Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 284 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.578074615Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 285 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.578138655Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 286 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.580629486Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"} |
| 287 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.580733521Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_load_test_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::migrate::load_test"} |
| 288 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.580818092Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"} |
| 289 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.580887787Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::migrate::load_test"} |
| 290 | 2026-09-10T08:59:18.610Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.580970669Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 291 | 2026-09-10T08:59:18.634Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 943","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.612374961Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"} |
| 292 | 2026-09-10T08:59:18.658Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.626614172Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":45} |
| 293 | 2026-09-10T08:59:18.658Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.626729591Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"31c1d416-488d-417d-86b5-d4653100a131","path":"phd_tests::crucible::migrate::load_test","vm":"crucible_load_test_source"} |
| 294 | 2026-09-10T08:59:18.658Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:18.6275803Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"31c1d416-488d-417d-86b5-d4653100a131","path":"phd_tests::crucible::migrate::load_test","vm":"crucible_load_test_source"} |
| 295 | 2026-09-10T08:59:19.211Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.1991042Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"31c1d416-488d-417d-86b5-d4653100a131","path":"phd_tests::crucible::migrate::load_test","vm":"crucible_load_test_source"} |
| 296 | 2026-09-10T08:59:19.968Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.956698411Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"31c1d416-488d-417d-86b5-d4653100a131","path":"phd_tests::crucible::migrate::load_test","vm":"crucible_load_test_source"} |
| 297 | 2026-09-10T08:59:19.992Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.956968256Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1329,"vm":"crucible_load_test_source","vm_id":"31c1d416-488d-417d-86b5-d4653100a131","path":"phd_tests::crucible::migrate::load_test"} |
| 298 | 2026-09-10T08:59:19.992Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.957084528Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::load_test"} |
| 299 | 2026-09-10T08:59:19.992Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.965802015Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000\" } }","path":"phd_tests::crucible::migrate::load_test"} |
| 300 | 2026-09-10T08:59:19.992Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.971013008Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000\"","path":"phd_tests::crucible::migrate::load_test"} |
| 301 | 2026-09-10T08:59:19.992Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.978815716Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001\" } }","path":"phd_tests::crucible::migrate::load_test"} |
| 302 | 2026-09-10T08:59:20.017Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.984618145Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001\"","path":"phd_tests::crucible::migrate::load_test"} |
| 303 | 2026-09-10T08:59:20.017Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.992019839Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002\" } }","path":"phd_tests::crucible::migrate::load_test"} |
| 304 | 2026-09-10T08:59:20.017Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:19.997559153Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002\"","path":"phd_tests::crucible::migrate::load_test"} |
| 305 | 2026-09-10T08:59:20.063Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.00609695Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":1733} |
| 306 | 2026-09-10T08:59:20.063Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::load_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:49:21\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::load_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:40:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.009407878Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 307 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.009539339Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 308 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.00963183Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 309 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::configurable_boot_order","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.00976161Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 310 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.009802547Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 311 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.009843785Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 312 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.010969122Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 313 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.011060896Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::configurable_boot_order"} |
| 314 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.011119346Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} |
| 315 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.011176123Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} |
| 316 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.011238612Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::configurable_boot_order"} |
| 317 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.02240837Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 318 | 2026-09-10T08:59:20.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.022526559Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-8fe43035-c916-4855-868d-424899e35db8\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 319 | 2026-09-10T08:59:20.089Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.041134667Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8fe43035-c916-4855-868d-424899e35db8\", \"phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 320 | 2026-09-10T08:59:20.089Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.058822077Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 321 | 2026-09-10T08:59:20.089Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.068731669Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7 0B 25.3T 207M /phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 322 | 2026-09-10T08:59:20.089Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.069222767Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} |
| 323 | 2026-09-10T08:59:20.089Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.069295916Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 324 | 2026-09-10T08:59:20.113Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.080555852Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 325 | 2026-09-10T08:59:20.113Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.0807382Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-63234716-d0a8-4ded-9e9c-5b7852329121\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 326 | 2026-09-10T08:59:20.113Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.1008737Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-63234716-d0a8-4ded-9e9c-5b7852329121\", \"phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491\"]","verb":"clone","path":"phd_tests::boot_order::configurable_boot_order"} |
| 327 | 2026-09-10T08:59:20.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.119409251Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 328 | 2026-09-10T08:59:20.161Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.131670257Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491 0B 25.3T 207M /phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 329 | 2026-09-10T08:59:20.161Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.132383736Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 330 | 2026-09-10T08:59:20.161Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.132470129Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"configurable_boot_order","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::configurable_boot_order"} |
| 331 | 2026-09-10T08:59:20.161Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.132559488Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::configurable_boot_order"} |
| 332 | 2026-09-10T08:59:20.161Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.132637926Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::boot_order::configurable_boot_order"} |
| 333 | 2026-09-10T08:59:20.161Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.132728768Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log\"","path":"phd_tests::boot_order::configurable_boot_order"} |
| 334 | 2026-09-10T08:59:20.186Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 953","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.166974008Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 335 | 2026-09-10T08:59:20.210Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.180692836Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::boot_order::configurable_boot_order"} |
| 336 | 2026-09-10T08:59:20.210Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.180860739Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3f22405f-6580-4f82-8720-09b37e6adc49","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 337 | 2026-09-10T08:59:20.210Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.181593824Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"3f22405f-6580-4f82-8720-09b37e6adc49","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 338 | 2026-09-10T08:59:20.934Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:20.923101783Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"3f22405f-6580-4f82-8720-09b37e6adc49","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 339 | 2026-09-10T08:59:22.007Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:21.996504451Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"3f22405f-6580-4f82-8720-09b37e6adc49","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 340 | 2026-09-10T08:59:22.031Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:21.997122519Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1815,"vm_id":"3f22405f-6580-4f82-8720-09b37e6adc49","vm":"configurable_boot_order","path":"phd_tests::boot_order::configurable_boot_order"} |
| 341 | 2026-09-10T08:59:22.032Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:21.99725022Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::configurable_boot_order"} |
| 342 | 2026-09-10T08:59:22.032Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.005921634Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 343 | 2026-09-10T08:59:22.032Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.006045007Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 344 | 2026-09-10T08:59:22.056Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.031362152Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 345 | 2026-09-10T08:59:22.056Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.031448655Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8fe43035-c916-4855-868d-424899e35db8\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"} |
| 346 | 2026-09-10T08:59:22.080Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.049326033Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 347 | 2026-09-10T08:59:22.080Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.049390665Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 348 | 2026-09-10T08:59:22.105Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.072787324Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 349 | 2026-09-10T08:59:22.105Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.072875541Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-63234716-d0a8-4ded-9e9c-5b7852329121\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 350 | 2026-09-10T08:59:22.105Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.091086517Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":2079,"path":"phd_tests::boot_order::configurable_boot_order"} |
| 351 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::configurable_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:73:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::configurable_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:51:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.09778615Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 352 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.097900901Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 353 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.097987042Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 354 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::unbootable_disk_skipped","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.098039228Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 355 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.098071333Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 356 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.098105221Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 357 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.098278818Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 358 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.098441943Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 359 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.09850913Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 360 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.098573822Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 361 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.098644606Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 362 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.109435575Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 363 | 2026-09-10T08:59:22.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.109592058Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-a8d6790f-2615-410a-b603-e6c2e8eabdf2\"]","verb":"snapshot","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 364 | 2026-09-10T08:59:22.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.129862009Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-a8d6790f-2615-410a-b603-e6c2e8eabdf2\", \"phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 365 | 2026-09-10T08:59:22.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.147143156Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245\"]","verb":"list","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 366 | 2026-09-10T08:59:22.178Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.159537231Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245 0B 25.3T 207M /phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245\n","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 367 | 2026-09-10T08:59:22.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.160659529Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 368 | 2026-09-10T08:59:22.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.160729701Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 369 | 2026-09-10T08:59:22.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.160802108Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 370 | 2026-09-10T08:59:22.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.160866229Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 371 | 2026-09-10T08:59:22.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.160940079Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log\"","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 372 | 2026-09-10T08:59:22.205Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 963","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.194470151Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 373 | 2026-09-10T08:59:22.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.208387898Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::unbootable_disk_skipped","elapsed_milliseconds":47} |
| 374 | 2026-09-10T08:59:22.230Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.208499667Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped","vm_id":"3934fc59-2f5c-4ead-972a-88ad12da880a"} |
| 375 | 2026-09-10T08:59:22.230Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.210788784Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped","vm_id":"3934fc59-2f5c-4ead-972a-88ad12da880a"} |
| 376 | 2026-09-10T08:59:22.570Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:22.559694943Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped","vm_id":"3934fc59-2f5c-4ead-972a-88ad12da880a"} |
| 377 | 2026-09-10T08:59:23.133Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.121942494Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped","vm_id":"3934fc59-2f5c-4ead-972a-88ad12da880a"} |
| 378 | 2026-09-10T08:59:23.907Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.896726116Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped","vm_id":"3934fc59-2f5c-4ead-972a-88ad12da880a"} |
| 379 | 2026-09-10T08:59:23.932Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.897000234Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"unbootable_disk_skipped","vm_id":"3934fc59-2f5c-4ead-972a-88ad12da880a","path":"phd_tests::boot_order::unbootable_disk_skipped","elapsed_milliseconds":1687} |
| 380 | 2026-09-10T08:59:23.932Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.89711958Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 381 | 2026-09-10T08:59:23.932Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.90535025Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 382 | 2026-09-10T08:59:23.932Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.905475707Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 383 | 2026-09-10T08:59:23.956Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.938039031Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 384 | 2026-09-10T08:59:23.956Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.93809658Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a8d6790f-2615-410a-b603-e6c2e8eabdf2\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 385 | 2026-09-10T08:59:24.023Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.954845898Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::unbootable_disk_skipped","elapsed_milliseconds":1855} |
| 386 | 2026-09-10T08:59:24.023Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::unbootable_disk_skipped ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:140:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:117:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.957159038Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 387 | 2026-09-10T08:59:24.023Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.95728151Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 388 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.957373614Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 389 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::boot_order_source_priority","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.95742966Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 390 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.957463223Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 391 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.957498921Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 392 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.957702696Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 393 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.957825007Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 394 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.95790055Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 395 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.957969671Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 396 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.958048479Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 397 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.969216099Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 398 | 2026-09-10T08:59:24.024Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.969385224Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b4d3e446-5b6f-45c0-ab0f-081edde935e6\"]","verb":"snapshot","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 399 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:23.986690166Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b4d3e446-5b6f-45c0-ab0f-081edde935e6\", \"phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c\"]","verb":"clone","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 400 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.003224237Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c\"]","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 401 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.01463729Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c 0B 25.3T 207M /phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c\n","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 402 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.016136722Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 403 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.016205262Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"boot_order_source_priority","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 404 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.016275575Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 405 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.016335738Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 406 | 2026-09-10T08:59:24.049Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.016409918Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log\"","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 407 | 2026-09-10T08:59:24.073Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 971","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.051298909Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 408 | 2026-09-10T08:59:24.098Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.064860714Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::boot_order::boot_order_source_priority"} |
| 409 | 2026-09-10T08:59:24.098Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.065949584Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"boot_order_source_priority","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"6fcaec3e-54f6-4eb0-99fd-5d2aac533700"} |
| 410 | 2026-09-10T08:59:24.098Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.069711408Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"boot_order_source_priority","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"6fcaec3e-54f6-4eb0-99fd-5d2aac533700"} |
| 411 | 2026-09-10T08:59:24.469Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:24.458822431Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"boot_order_source_priority","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"6fcaec3e-54f6-4eb0-99fd-5d2aac533700"} |
| 412 | 2026-09-10T08:59:25.044Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.034260825Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"boot_order_source_priority","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"6fcaec3e-54f6-4eb0-99fd-5d2aac533700"} |
| 413 | 2026-09-10T08:59:25.083Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.034587894Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"boot_order_source_priority","path":"phd_tests::boot_order::boot_order_source_priority","elapsed_milliseconds":968,"vm_id":"6fcaec3e-54f6-4eb0-99fd-5d2aac533700"} |
| 414 | 2026-09-10T08:59:25.083Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.034742486Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 415 | 2026-09-10T08:59:25.083Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.042936113Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 416 | 2026-09-10T08:59:25.083Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.042978964Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c\"]","verb":"destroy","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 417 | 2026-09-10T08:59:25.150Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.075993788Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 418 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.076100149Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-b4d3e446-5b6f-45c0-ab0f-081edde935e6\"]","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 419 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.093364979Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1135,"path":"phd_tests::boot_order::boot_order_source_priority"} |
| 420 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::boot_order_source_priority ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:431:30\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::boot_order_source_priority::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:403:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.096943781Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 421 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.09707026Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 422 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097163196Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 423 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::guest_can_adjust_boot_order","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097220143Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 424 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097256612Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 425 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097293362Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 426 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097486593Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 427 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097598404Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 428 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097669019Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 429 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097738413Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 430 | 2026-09-10T08:59:25.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.097814916Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 431 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.109721393Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 432 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.109897847Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-9a8c158f-b71a-4ae4-8baf-260f57cd081a\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 433 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.127395737Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9a8c158f-b71a-4ae4-8baf-260f57cd081a\", \"phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4\"]","verb":"clone","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 434 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.145129039Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4\"]","verb":"list","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 435 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.155336669Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4 0B 25.3T 207M /phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 436 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.156531343Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 437 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.156598012Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"guest_can_adjust_boot_order","guest_os_kind":"Alpine","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 438 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.156665227Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 439 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.156723321Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 440 | 2026-09-10T08:59:25.176Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.156794509Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log\"","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 441 | 2026-09-10T08:59:25.201Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 979","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.191181975Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 442 | 2026-09-10T08:59:25.225Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.205065358Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 443 | 2026-09-10T08:59:25.225Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.20517785Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"963d85cd-9a8e-4b06-9eed-cd2c8f542f8d","vm":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 444 | 2026-09-10T08:59:25.225Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.207403405Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"963d85cd-9a8e-4b06-9eed-cd2c8f542f8d","vm":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 445 | 2026-09-10T08:59:25.804Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:25.794153635Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"963d85cd-9a8e-4b06-9eed-cd2c8f542f8d","vm":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 446 | 2026-09-10T08:59:26.691Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.681939159Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"963d85cd-9a8e-4b06-9eed-cd2c8f542f8d","vm":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 447 | 2026-09-10T08:59:26.716Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.682195421Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1476,"vm_id":"963d85cd-9a8e-4b06-9eed-cd2c8f542f8d","vm":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 448 | 2026-09-10T08:59:26.716Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.682313958Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 449 | 2026-09-10T08:59:26.716Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.691058668Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 450 | 2026-09-10T08:59:26.716Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.691145926Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 451 | 2026-09-10T08:59:26.741Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.721273821Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 452 | 2026-09-10T08:59:26.741Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.721362198Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-9a8c158f-b71a-4ae4-8baf-260f57cd081a\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 453 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.739995587Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1641,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 454 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::guest_can_adjust_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:254:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:236:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.743552755Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 455 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.743684424Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 456 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.743779253Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 457 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::nvme_boot_option_description","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.743837083Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 458 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.743871798Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 459 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.743914526Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 460 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.744114281Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 461 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.744235381Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 462 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.74430733Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 463 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.744377277Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 464 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.744455895Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 465 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.755353341Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 466 | 2026-09-10T08:59:26.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.755502433Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-a31b9f01-cf7b-4e67-b174-8a56d5be9597\"]","verb":"snapshot","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 467 | 2026-09-10T08:59:26.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.773031482Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-a31b9f01-cf7b-4e67-b174-8a56d5be9597\", \"phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 468 | 2026-09-10T08:59:26.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.79163384Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 469 | 2026-09-10T08:59:26.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.80208694Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f 0B 25.3T 207M /phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 470 | 2026-09-10T08:59:26.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.802738168Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 471 | 2026-09-10T08:59:26.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.802813197Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 472 | 2026-09-10T08:59:26.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.812781422Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 473 | 2026-09-10T08:59:26.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.81292081Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2cfb533b-9175-4a6b-9119-0fb956fb9785\"]","verb":"snapshot","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 474 | 2026-09-10T08:59:26.858Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.833684611Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2cfb533b-9175-4a6b-9119-0fb956fb9785\", \"phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f\"]","verb":"clone","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 475 | 2026-09-10T08:59:26.882Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.852784357Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f\"]","verb":"list","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 476 | 2026-09-10T08:59:26.882Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.864204658Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f 0B 25.3T 207M /phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 477 | 2026-09-10T08:59:26.882Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.864819301Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 478 | 2026-09-10T08:59:26.882Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.86497402Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"nvme_boot_option_description","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 479 | 2026-09-10T08:59:26.883Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.865073848Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 480 | 2026-09-10T08:59:26.883Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.865162025Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 481 | 2026-09-10T08:59:26.883Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.865266793Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log\"","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 482 | 2026-09-10T08:59:26.909Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 991","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.900479335Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 483 | 2026-09-10T08:59:26.934Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.914220853Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 484 | 2026-09-10T08:59:26.934Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.914325216Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"40892579-6258-4b8c-9efd-bf2e5cc22a42","path":"phd_tests::boot_order::nvme_boot_option_description","vm":"nvme_boot_option_description"} |
| 485 | 2026-09-10T08:59:26.934Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:26.915143411Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"40892579-6258-4b8c-9efd-bf2e5cc22a42","path":"phd_tests::boot_order::nvme_boot_option_description","vm":"nvme_boot_option_description"} |
| 486 | 2026-09-10T08:59:27.196Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:27.186666335Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"40892579-6258-4b8c-9efd-bf2e5cc22a42","path":"phd_tests::boot_order::nvme_boot_option_description","vm":"nvme_boot_option_description"} |
| 487 | 2026-09-10T08:59:27.938Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:27.928900783Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"40892579-6258-4b8c-9efd-bf2e5cc22a42","path":"phd_tests::boot_order::nvme_boot_option_description","vm":"nvme_boot_option_description"} |
| 488 | 2026-09-10T08:59:28.520Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.511143183Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"40892579-6258-4b8c-9efd-bf2e5cc22a42","path":"phd_tests::boot_order::nvme_boot_option_description","vm":"nvme_boot_option_description"} |
| 489 | 2026-09-10T08:59:28.544Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.51155926Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"40892579-6258-4b8c-9efd-bf2e5cc22a42","vm":"nvme_boot_option_description","elapsed_milliseconds":1596,"path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 490 | 2026-09-10T08:59:28.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.511720053Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 491 | 2026-09-10T08:59:28.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.519772272Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 492 | 2026-09-10T08:59:28.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.519858892Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 493 | 2026-09-10T08:59:28.569Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.54692648Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 494 | 2026-09-10T08:59:28.569Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.546984264Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a31b9f01-cf7b-4e67-b174-8a56d5be9597\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 495 | 2026-09-10T08:59:28.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.564000202Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 496 | 2026-09-10T08:59:28.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.564085965Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 497 | 2026-09-10T08:59:28.617Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.587477988Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 498 | 2026-09-10T08:59:28.617Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.587561453Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2cfb533b-9175-4a6b-9119-0fb956fb9785\"]","verb":"destroy","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 499 | 2026-09-10T08:59:28.617Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.605942513Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1861,"path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 500 | 2026-09-10T08:59:28.663Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::nvme_boot_option_description ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:531:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::nvme_boot_option_description::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:510:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.609271699Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 501 | 2026-09-10T08:59:28.663Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.609392461Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 502 | 2026-09-10T08:59:28.663Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.609544624Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 503 | 2026-09-10T08:59:28.663Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.609602754Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 504 | 2026-09-10T08:59:28.663Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.609638422Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 505 | 2026-09-10T08:59:28.663Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.609675111Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 506 | 2026-09-10T08:59:28.664Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.609894666Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 507 | 2026-09-10T08:59:28.664Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.610015715Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 508 | 2026-09-10T08:59:28.664Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.610091167Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 509 | 2026-09-10T08:59:28.664Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.610160338Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 510 | 2026-09-10T08:59:28.664Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.610239889Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 511 | 2026-09-10T08:59:28.664Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.622343184Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 512 | 2026-09-10T08:59:28.664Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.622491357Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5fb58897-4416-4c12-9dde-2244f938b794\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 513 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.640134207Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5fb58897-4416-4c12-9dde-2244f938b794\", \"phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 514 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.657242697Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff\"]","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 515 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.668908789Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff 0B 25.3T 207M /phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff\n","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 516 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.669525304Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 517 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.669596979Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_reset_returns_to_running_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 518 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.66967115Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 519 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.669737866Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 520 | 2026-09-10T08:59:28.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.669822966Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 521 | 2026-09-10T08:59:28.715Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1001","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.706283004Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 522 | 2026-09-10T08:59:28.740Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.71994567Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::server_state_machine::instance_reset_test"} |
| 523 | 2026-09-10T08:59:28.740Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.720069814Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 524 | 2026-09-10T08:59:28.740Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.720137813Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 525 | 2026-09-10T08:59:28.740Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.72121999Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1,"vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 526 | 2026-09-10T08:59:28.740Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.721294699Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 527 | 2026-09-10T08:59:28.740Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:28.721810763Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 528 | 2026-09-10T08:59:29.308Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.299295794Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 529 | 2026-09-10T08:59:29.927Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.918458832Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 530 | 2026-09-10T08:59:29.951Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.918807351Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1197,"vm_id":"216dd280-4557-4a96-80f2-5655b4bc39fb","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 531 | 2026-09-10T08:59:29.951Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.918924072Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 532 | 2026-09-10T08:59:29.951Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.926680378Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 533 | 2026-09-10T08:59:29.951Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.926801637Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 534 | 2026-09-10T08:59:29.975Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.957483458Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 535 | 2026-09-10T08:59:29.975Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.957542399Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5fb58897-4416-4c12-9dde-2244f938b794\"]","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 536 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.975939279Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1365,"path":"phd_tests::server_state_machine::instance_reset_test"} |
| 537 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:78:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:72:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.980893979Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 538 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981028674Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 539 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981123563Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 540 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_start_stop_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981186482Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 541 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.98122259Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 542 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981260372Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 543 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981455049Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 544 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981575487Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 545 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981652322Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 546 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981722475Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 547 | 2026-09-10T08:59:30.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.981807155Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 548 | 2026-09-10T08:59:30.067Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.992470289Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 549 | 2026-09-10T08:59:30.067Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:29.992556496Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-d5a391e7-eb6b-4c04-a2fd-e24d0f6510e1\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 550 | 2026-09-10T08:59:30.067Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.010756092Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-d5a391e7-eb6b-4c04-a2fd-e24d0f6510e1\", \"phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 551 | 2026-09-10T08:59:30.067Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.028979755Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 552 | 2026-09-10T08:59:30.067Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.040386085Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6 0B 25.3T 207M /phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 553 | 2026-09-10T08:59:30.068Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.041244383Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 554 | 2026-09-10T08:59:30.068Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.041359557Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_ensure_running_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 555 | 2026-09-10T08:59:30.068Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.041462427Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 556 | 2026-09-10T08:59:30.068Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.041554466Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 557 | 2026-09-10T08:59:30.068Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.041665517Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 558 | 2026-09-10T08:59:30.092Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1009","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.077292436Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 559 | 2026-09-10T08:59:30.117Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.091217549Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 560 | 2026-09-10T08:59:30.117Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.091318173Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","vm_id":"c7252f3f-176e-46c3-b08f-c217395ff16e","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 561 | 2026-09-10T08:59:30.117Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.092053776Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","vm_id":"c7252f3f-176e-46c3-b08f-c217395ff16e","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 562 | 2026-09-10T08:59:30.629Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:30.620522064Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","vm_id":"c7252f3f-176e-46c3-b08f-c217395ff16e","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 563 | 2026-09-10T08:59:31.110Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.102014697Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","vm_id":"c7252f3f-176e-46c3-b08f-c217395ff16e","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 564 | 2026-09-10T08:59:31.135Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.102405734Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c7252f3f-176e-46c3-b08f-c217395ff16e","elapsed_milliseconds":1010,"vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 565 | 2026-09-10T08:59:31.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.102526815Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 566 | 2026-09-10T08:59:31.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.111297454Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 567 | 2026-09-10T08:59:31.136Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.111416084Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 568 | 2026-09-10T08:59:31.160Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.14576995Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 569 | 2026-09-10T08:59:31.160Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.145826992Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-d5a391e7-eb6b-4c04-a2fd-e24d0f6510e1\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 570 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.165624221Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1183,"path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 571 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_start_stop_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:20:26\n 7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:16:1\n 9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.169356593Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 572 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.169483363Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 573 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.169580306Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 574 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_unstarted_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.169638055Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 575 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.169673843Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 576 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.169710352Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 577 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.169917574Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 578 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.170051357Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 579 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.170135355Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 580 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.170214134Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 581 | 2026-09-10T08:59:31.228Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.17030191Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 582 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.181679136Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 583 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.18176584Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-e26e9785-7584-40fd-b0c2-bfacc1c7a25c\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 584 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.198905187Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-e26e9785-7584-40fd-b0c2-bfacc1c7a25c\", \"phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 585 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.217539019Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 586 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.228819194Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339 0B 25.3T 207M /phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 587 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.229457423Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 588 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.229528865Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"instance_stop_unstarted_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 589 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.229593402Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 590 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.229651196Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 591 | 2026-09-10T08:59:31.254Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.229723596Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 592 | 2026-09-10T08:59:31.279Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1017","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.262577808Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 593 | 2026-09-10T08:59:31.303Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.276258809Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","elapsed_milliseconds":46} |
| 594 | 2026-09-10T08:59:31.303Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.276420281Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test","vm_id":"e1dc8d73-3b85-4229-90be-c7cc2beaa813"} |
| 595 | 2026-09-10T08:59:31.303Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.277127838Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test","vm_id":"e1dc8d73-3b85-4229-90be-c7cc2beaa813"} |
| 596 | 2026-09-10T08:59:31.907Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:31.8984894Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test","vm_id":"e1dc8d73-3b85-4229-90be-c7cc2beaa813"} |
| 597 | 2026-09-10T08:59:32.724Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.715665168Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test","vm_id":"e1dc8d73-3b85-4229-90be-c7cc2beaa813"} |
| 598 | 2026-09-10T08:59:32.748Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.716013837Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test","elapsed_milliseconds":1439,"vm_id":"e1dc8d73-3b85-4229-90be-c7cc2beaa813"} |
| 599 | 2026-09-10T08:59:32.748Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.716142239Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 600 | 2026-09-10T08:59:32.748Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.724807922Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 601 | 2026-09-10T08:59:32.748Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.724930414Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 602 | 2026-09-10T08:59:32.773Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.757555788Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 603 | 2026-09-10T08:59:32.773Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.75761204Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e26e9785-7584-40fd-b0c2-bfacc1c7a25c\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 604 | 2026-09-10T08:59:32.840Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.776155268Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","elapsed_milliseconds":1605} |
| 605 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_unstarted_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:36:26\n 7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:32:1\n 9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.779873123Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 606 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.779998119Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 607 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780091175Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 608 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::stop_while_blocked_on_start_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780154936Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 609 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780190663Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 610 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780227813Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 611 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780421109Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 612 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.78053825Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 613 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780614775Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 614 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780685739Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 615 | 2026-09-10T08:59:32.841Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.780765429Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 616 | 2026-09-10T08:59:32.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.791919303Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 617 | 2026-09-10T08:59:32.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.792038849Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-876ef968-c008-4268-927b-d88ac8b3a362\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 618 | 2026-09-10T08:59:32.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.810206387Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-876ef968-c008-4268-927b-d88ac8b3a362\", \"phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 619 | 2026-09-10T08:59:32.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.827315412Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 620 | 2026-09-10T08:59:32.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.838767438Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507 0B 25.3T 207M /phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 621 | 2026-09-10T08:59:32.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.839309724Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 622 | 2026-09-10T08:59:32.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.839425112Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000\", \"--encrypted\", \"--uuid\", \"253034f4-3595-4100-81f6-04e41e6ec84a\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 623 | 2026-09-10T08:59:32.890Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.864325319Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.848652116Z\",\"hostname\":\"BRM42220060\",\"pid\":1025}\n{\"msg\":\"UUID: 253034f4-3595-4100-81f6-04e41e6ec84a\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.860188542Z\",\"hostname\":\"BRM42220060\",\"pid\":1025}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.860200134Z\",\"hostname\":\"BRM42220060\",\"pid\":1025}\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 624 | 2026-09-10T08:59:32.890Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.864462418Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001\", \"--encrypted\", \"--uuid\", \"253034f4-3595-4100-81f6-04e41e6ec84a\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 625 | 2026-09-10T08:59:32.915Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.889498943Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.874070111Z\",\"hostname\":\"BRM42220060\",\"pid\":1026}\n{\"msg\":\"UUID: 253034f4-3595-4100-81f6-04e41e6ec84a\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.885149915Z\",\"hostname\":\"BRM42220060\",\"pid\":1026}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.885178229Z\",\"hostname\":\"BRM42220060\",\"pid\":1026}\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 626 | 2026-09-10T08:59:32.915Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.889723718Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002\", \"--encrypted\", \"--uuid\", \"253034f4-3595-4100-81f6-04e41e6ec84a\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 627 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.912651389Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.898639744Z\",\"hostname\":\"BRM42220060\",\"pid\":1027}\n{\"msg\":\"UUID: 253034f4-3595-4100-81f6-04e41e6ec84a\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.909584889Z\",\"hostname\":\"BRM42220060\",\"pid\":1027}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:32.909610034Z\",\"hostname\":\"BRM42220060\",\"pid\":1027}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 628 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.912805214Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9000.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 629 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.912971381Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 630 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.913035893Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 631 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.915223449Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9001.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 632 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.915330949Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 633 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.9153911Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 634 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.917467608Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9002.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 635 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.91760099Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 636 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.9176859Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 637 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.919901025Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 638 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.920022284Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 639 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.920096534Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 640 | 2026-09-10T08:59:32.939Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.920188208Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 641 | 2026-09-10T08:59:32.940Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.920280091Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 642 | 2026-09-10T08:59:32.940Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.920379078Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 643 | 2026-09-10T08:59:32.964Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1031","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.955458798Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 644 | 2026-09-10T08:59:32.988Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.969270765Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 645 | 2026-09-10T08:59:32.988Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.969383067Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c737fd6c-67ab-4d2b-a317-d479fafcada9","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 646 | 2026-09-10T08:59:32.988Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:32.970235498Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"c737fd6c-67ab-4d2b-a317-d479fafcada9","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 647 | 2026-09-10T08:59:33.572Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:33.564887092Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"c737fd6c-67ab-4d2b-a317-d479fafcada9","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 648 | 2026-09-10T08:59:34.520Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.51261033Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"c737fd6c-67ab-4d2b-a317-d479fafcada9","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 649 | 2026-09-10T08:59:34.544Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.512979678Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1543,"vm":"stop_while_blocked_on_start_test","vm_id":"c737fd6c-67ab-4d2b-a317-d479fafcada9","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 650 | 2026-09-10T08:59:34.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.513099133Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 651 | 2026-09-10T08:59:34.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.52085735Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 652 | 2026-09-10T08:59:34.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.520951682Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 653 | 2026-09-10T08:59:34.568Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.552808571Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 654 | 2026-09-10T08:59:34.569Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.552869296Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-876ef968-c008-4268-927b-d88ac8b3a362\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 655 | 2026-09-10T08:59:34.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.571051018Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 656 | 2026-09-10T08:59:34.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.57464017Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 657 | 2026-09-10T08:59:34.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.575949931Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 658 | 2026-09-10T08:59:34.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.579786381Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 659 | 2026-09-10T08:59:34.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.58113944Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 660 | 2026-09-10T08:59:34.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.585503028Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 661 | 2026-09-10T08:59:34.639Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.586712149Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1805,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 662 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::stop_while_blocked_on_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:147:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:113:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590004199Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 663 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590132482Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 664 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590228082Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 665 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590285391Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 666 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590323663Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 667 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590359861Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 668 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590543809Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 669 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590642195Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 670 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590706857Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 671 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.59078225Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 672 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.590849076Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 673 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.602349324Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 674 | 2026-09-10T08:59:34.640Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.602448792Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9cf7e485-fa96-4221-830a-54a506fd70cb\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 675 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.620591291Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-9cf7e485-fa96-4221-830a-54a506fd70cb\", \"phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 676 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.638501651Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6\"]","verb":"list","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 677 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.649327005Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6 0B 25.3T 207M /phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 678 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.649835446Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 679 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.649903735Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_stop_causes_destroy_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 680 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.649969509Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 681 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.650030885Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 682 | 2026-09-10T08:59:34.665Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.650105887Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 683 | 2026-09-10T08:59:34.691Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1039","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.683722222Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 684 | 2026-09-10T08:59:34.715Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.697751228Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 685 | 2026-09-10T08:59:34.715Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.697868971Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"5c270d81-0182-4c8f-80dd-7fe85186a915","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 686 | 2026-09-10T08:59:34.715Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:34.698594161Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"5c270d81-0182-4c8f-80dd-7fe85186a915","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 687 | 2026-09-10T08:59:35.364Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:35.357120764Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"5c270d81-0182-4c8f-80dd-7fe85186a915","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 688 | 2026-09-10T08:59:36.328Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.32168004Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"5c270d81-0182-4c8f-80dd-7fe85186a915","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 689 | 2026-09-10T08:59:36.352Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.322085387Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"5c270d81-0182-4c8f-80dd-7fe85186a915","elapsed_milliseconds":1623,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 690 | 2026-09-10T08:59:36.353Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.322250549Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 691 | 2026-09-10T08:59:36.353Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.331159922Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 692 | 2026-09-10T08:59:36.353Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.331288115Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 693 | 2026-09-10T08:59:36.377Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.367411562Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 694 | 2026-09-10T08:59:36.377Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.367496876Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9cf7e485-fa96-4221-830a-54a506fd70cb\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 695 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.384870485Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1793,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 696 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:53:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:48:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.388752871Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 697 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.388888207Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 698 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.388982224Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 699 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_requires_running_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.389040977Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 700 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.389074866Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 701 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.389110258Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 702 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.389301494Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 703 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.389420134Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 704 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.389490927Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 705 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.389560331Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 706 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.3896355Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 707 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.401514353Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 708 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.401617571Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-c0e812fb-3e26-4f7c-9584-ad5b475fe67c\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 709 | 2026-09-10T08:59:36.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.418802356Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-c0e812fb-3e26-4f7c-9584-ad5b475fe67c\", \"phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 710 | 2026-09-10T08:59:36.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.440523356Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 711 | 2026-09-10T08:59:36.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.45277822Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5 0B 25.3T 207M /phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 712 | 2026-09-10T08:59:36.494Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.453405396Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 713 | 2026-09-10T08:59:36.494Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.453477031Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 714 | 2026-09-10T08:59:36.494Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.453552854Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 715 | 2026-09-10T08:59:36.494Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.453618709Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 716 | 2026-09-10T08:59:36.494Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.453696416Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 717 | 2026-09-10T08:59:36.518Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1047","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.48828327Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 718 | 2026-09-10T08:59:36.518Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.502006192Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 719 | 2026-09-10T08:59:36.518Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.502104117Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 720 | 2026-09-10T08:59:36.518Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.502167327Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 721 | 2026-09-10T08:59:36.518Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.502677942Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","elapsed_milliseconds":0} |
| 722 | 2026-09-10T08:59:36.518Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.50275617Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 723 | 2026-09-10T08:59:36.518Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:36.503197223Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 724 | 2026-09-10T08:59:37.134Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:37.127312268Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 725 | 2026-09-10T08:59:37.994Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:37.988060395Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 726 | 2026-09-10T08:59:38.019Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:37.988270389Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c3e7164-5693-4e37-890b-7f85d8287fcf","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","elapsed_milliseconds":1485} |
| 727 | 2026-09-10T08:59:38.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:37.98838499Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 728 | 2026-09-10T08:59:38.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:37.996752416Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 729 | 2026-09-10T08:59:38.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:37.996797862Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 730 | 2026-09-10T08:59:38.043Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.029623823Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 731 | 2026-09-10T08:59:38.043Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.02968041Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-c0e812fb-3e26-4f7c-9584-ad5b475fe67c\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 732 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.047037442Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1657,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 733 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_requires_running_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:109:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:103:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.050288721Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 734 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.050401716Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 735 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.050555Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 736 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::stats::instance_vcpu_stats","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.050613891Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 737 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.050649739Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 738 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.050688843Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 739 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.051000552Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 740 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.052106412Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::stats::instance_vcpu_stats"} |
| 741 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.052178148Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"} |
| 742 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.052240987Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"} |
| 743 | 2026-09-10T08:59:38.110Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.052315498Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::stats::instance_vcpu_stats"} |
| 744 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.06375989Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::stats::instance_vcpu_stats"} |
| 745 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.063845783Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-67289d98-eb60-4915-bc9b-45e11af3d1b4\"]","verb":"snapshot","path":"phd_tests::stats::instance_vcpu_stats"} |
| 746 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.081357094Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-67289d98-eb60-4915-bc9b-45e11af3d1b4\", \"phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31\"]","path":"phd_tests::stats::instance_vcpu_stats"} |
| 747 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.099900017Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31\"]","verb":"list","path":"phd_tests::stats::instance_vcpu_stats"} |
| 748 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.111556598Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31 0B 25.3T 207M /phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31\n","path":"phd_tests::stats::instance_vcpu_stats"} |
| 749 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.112123658Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 750 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.112185143Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: Some(Local) }","vm_name":"instance_vcpu_stats","path":"phd_tests::stats::instance_vcpu_stats"} |
| 751 | 2026-09-10T08:59:38.135Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.112240213Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::stats::instance_vcpu_stats"} |
| 752 | 2026-09-10T08:59:38.135Z | {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-09-10T08:59:38.121926721Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:35852","component":"phd-oximeter-consumer","versions":"all","path":"/metrics/producers","method":"POST"} |
| 753 | 2026-09-10T08:59:38.135Z | {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-10T08:59:38.123161305Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:35852","component":"phd-oximeter-consumer"} |
| 754 | 2026-09-10T08:59:38.169Z | {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-09-10T08:59:38.163171521Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:35852","component":"phd-oximeter-consumer"} |
| 755 | 2026-09-10T08:59:38.170Z | {"msg":"fake oximeter test server listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-10T08:59:38.163215163Z","hostname":"BRM42220060","pid":912,"component":"phd-oximeter-consumer","address":"[::1]:35852"} |
| 756 | 2026-09-10T08:59:38.194Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.16327684Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::stats::instance_vcpu_stats"} |
| 757 | 2026-09-10T08:59:38.194Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.163355909Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log\"","path":"phd_tests::stats::instance_vcpu_stats"} |
| 758 | 2026-09-10T08:59:38.219Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1055","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.199295318Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 759 | 2026-09-10T08:59:38.219Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.212198914Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":99,"path":"phd_tests::stats::instance_vcpu_stats"} |
| 760 | 2026-09-10T08:59:38.219Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.212295236Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7d62baaa-40a3-4293-bf2b-caf1e62fc50d","vm":"instance_vcpu_stats","path":"phd_tests::stats::instance_vcpu_stats"} |
| 761 | 2026-09-10T08:59:38.244Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.213093655Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7d62baaa-40a3-4293-bf2b-caf1e62fc50d","vm":"instance_vcpu_stats","path":"phd_tests::stats::instance_vcpu_stats"} |
| 762 | 2026-09-10T08:59:38.832Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:38.825710385Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7d62baaa-40a3-4293-bf2b-caf1e62fc50d","vm":"instance_vcpu_stats","path":"phd_tests::stats::instance_vcpu_stats"} |
| 763 | 2026-09-10T08:59:39.280Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.273244875Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7d62baaa-40a3-4293-bf2b-caf1e62fc50d","vm":"instance_vcpu_stats","path":"phd_tests::stats::instance_vcpu_stats"} |
| 764 | 2026-09-10T08:59:39.304Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.274255675Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_vcpu_stats","path":"phd_tests::stats::instance_vcpu_stats","elapsed_milliseconds":1061,"vm_id":"7d62baaa-40a3-4293-bf2b-caf1e62fc50d"} |
| 765 | 2026-09-10T08:59:39.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.274389819Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::stats::instance_vcpu_stats"} |
| 766 | 2026-09-10T08:59:39.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.284059279Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 767 | 2026-09-10T08:59:39.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.284145955Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31\"]","path":"phd_tests::stats::instance_vcpu_stats"} |
| 768 | 2026-09-10T08:59:39.329Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.316707584Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 769 | 2026-09-10T08:59:39.330Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.31676874Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-67289d98-eb60-4915-bc9b-45e11af3d1b4\"]","verb":"destroy","path":"phd_tests::stats::instance_vcpu_stats"} |
| 770 | 2026-09-10T08:59:39.397Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.336410833Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","elapsed_milliseconds":1284,"path":"phd_tests::stats::instance_vcpu_stats"} |
| 771 | 2026-09-10T08:59:39.397Z | {"msg":"beginning graceful shutdown","v":0,"name":"slog-rs","level":30,"time":"2026-09-10T08:59:39.338675531Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:35852","component":"phd-oximeter-consumer"} |
| 772 | 2026-09-10T08:59:39.397Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::stats::instance_vcpu_stats ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:236:17\n 8: <tracing::instrument::Instrumented<phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::stats::instance_vcpu_stats::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:198:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340190434Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 773 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.34031176Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 774 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340398935Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 775 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::api_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340461885Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 776 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340496159Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 777 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340531062Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 778 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.3407133Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 779 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340809388Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 780 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340869727Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 781 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.340990034Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 782 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.341040749Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 783 | 2026-09-10T08:59:39.398Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.341148172Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000\", \"--encrypted\", \"--uuid\", \"231797eb-615b-476a-a171-d30108b5bc11\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 784 | 2026-09-10T08:59:39.454Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.44815431Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.351539246Z\",\"hostname\":\"BRM42220060\",\"pid\":1059}\n{\"msg\":\"UUID: 231797eb-615b-476a-a171-d30108b5bc11\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.441575102Z\",\"hostname\":\"BRM42220060\",\"pid\":1059}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.441599177Z\",\"hostname\":\"BRM42220060\",\"pid\":1059}\n","stderr":"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 785 | 2026-09-10T08:59:39.479Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.448343761Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001\", \"--encrypted\", \"--uuid\", \"231797eb-615b-476a-a171-d30108b5bc11\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 786 | 2026-09-10T08:59:39.561Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.554596535Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.45879188Z\",\"hostname\":\"BRM42220060\",\"pid\":1060}\n{\"msg\":\"UUID: 231797eb-615b-476a-a171-d30108b5bc11\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.548573315Z\",\"hostname\":\"BRM42220060\",\"pid\":1060}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.548602851Z\",\"hostname\":\"BRM42220060\",\"pid\":1060}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 787 | 2026-09-10T08:59:39.585Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.554823524Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002\", \"--encrypted\", \"--uuid\", \"231797eb-615b-476a-a171-d30108b5bc11\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 788 | 2026-09-10T08:59:39.659Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.652411799Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.565000644Z\",\"hostname\":\"BRM42220060\",\"pid\":1061}\n{\"msg\":\"UUID: 231797eb-615b-476a-a171-d30108b5bc11\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.646518289Z\",\"hostname\":\"BRM42220060\",\"pid\":1061}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:39.646536098Z\",\"hostname\":\"BRM42220060\",\"pid\":1061}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 789 | 2026-09-10T08:59:39.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.652617594Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9000.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 790 | 2026-09-10T08:59:39.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.65273552Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 791 | 2026-09-10T08:59:39.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.652814438Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 792 | 2026-09-10T08:59:39.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.655252415Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9001.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 793 | 2026-09-10T08:59:39.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.655353218Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 794 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.655413012Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 795 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.657509472Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9002.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 796 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.657615402Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 797 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.657676878Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 798 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.659883677Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 799 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.659960612Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_guest_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 800 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.660050773Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 801 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.660127949Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 802 | 2026-09-10T08:59:39.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.660215033Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 803 | 2026-09-10T08:59:39.709Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1065","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.693654144Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 804 | 2026-09-10T08:59:39.733Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.708372369Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":48} |
| 805 | 2026-09-10T08:59:39.733Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.708500768Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"1f669c18-e7ed-4b58-b2dd-b818791cb4b2"} |
| 806 | 2026-09-10T08:59:39.733Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:39.70933452Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"1f669c18-e7ed-4b58-b2dd-b818791cb4b2"} |
| 807 | 2026-09-10T08:59:40.065Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:40.058705108Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"1f669c18-e7ed-4b58-b2dd-b818791cb4b2"} |
| 808 | 2026-09-10T08:59:41.039Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.033594222Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"1f669c18-e7ed-4b58-b2dd-b818791cb4b2"} |
| 809 | 2026-09-10T08:59:41.064Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.03382076Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"1f669c18-e7ed-4b58-b2dd-b818791cb4b2","elapsed_milliseconds":1324} |
| 810 | 2026-09-10T08:59:41.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.033939074Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 811 | 2026-09-10T08:59:41.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.042160426Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 812 | 2026-09-10T08:59:41.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.048510495Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 813 | 2026-09-10T08:59:41.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.055577929Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 814 | 2026-09-10T08:59:41.088Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.06100885Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 815 | 2026-09-10T08:59:41.088Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.068872952Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 816 | 2026-09-10T08:59:41.088Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.07507096Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 817 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.083083729Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":1741} |
| 818 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:29:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:23:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.086948121Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 819 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087067717Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 820 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087156324Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 821 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::guest_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087206629Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 822 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087236025Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 823 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087267144Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 824 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087444639Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 825 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.08754671Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 826 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087609819Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 827 | 2026-09-10T08:59:41.134Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087660878Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 828 | 2026-09-10T08:59:41.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087707588Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 829 | 2026-09-10T08:59:41.135Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.087797731Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000\", \"--encrypted\", \"--uuid\", \"19694b2d-e22a-4634-998f-42167c1f2692\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 830 | 2026-09-10T08:59:41.197Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.190847169Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.097775287Z\",\"hostname\":\"BRM42220060\",\"pid\":1067}\n{\"msg\":\"UUID: 19694b2d-e22a-4634-998f-42167c1f2692\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.184194353Z\",\"hostname\":\"BRM42220060\",\"pid\":1067}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.18422195Z\",\"hostname\":\"BRM42220060\",\"pid\":1067}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 831 | 2026-09-10T08:59:41.221Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.191019615Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001\", \"--encrypted\", \"--uuid\", \"19694b2d-e22a-4634-998f-42167c1f2692\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 832 | 2026-09-10T08:59:41.299Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.29376798Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.201261867Z\",\"hostname\":\"BRM42220060\",\"pid\":1068}\n{\"msg\":\"UUID: 19694b2d-e22a-4634-998f-42167c1f2692\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.288385691Z\",\"hostname\":\"BRM42220060\",\"pid\":1068}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.288410127Z\",\"hostname\":\"BRM42220060\",\"pid\":1068}\n","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 833 | 2026-09-10T08:59:41.323Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.293967557Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002\", \"--encrypted\", \"--uuid\", \"19694b2d-e22a-4634-998f-42167c1f2692\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 834 | 2026-09-10T08:59:41.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.397296728Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.30423054Z\",\"hostname\":\"BRM42220060\",\"pid\":1069}\n{\"msg\":\"UUID: 19694b2d-e22a-4634-998f-42167c1f2692\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.391356233Z\",\"hostname\":\"BRM42220060\",\"pid\":1069}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:41.391380888Z\",\"hostname\":\"BRM42220060\",\"pid\":1069}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 835 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.397505359Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9000.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 836 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.397692777Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 837 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.397777357Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 838 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.400251074Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9001.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 839 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.40034084Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 840 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.400404401Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 841 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.402567127Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9002.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 842 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.402677817Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 843 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.402748432Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 844 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.404812039Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 845 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.404888032Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_guest_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 846 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.404977962Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 847 | 2026-09-10T08:59:41.411Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.405053254Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 848 | 2026-09-10T08:59:41.435Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.405139277Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 849 | 2026-09-10T08:59:41.459Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1073","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.438709385Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 850 | 2026-09-10T08:59:41.459Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.453513128Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":48} |
| 851 | 2026-09-10T08:59:41.459Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.453675361Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"2d6a275b-b5c2-47e3-a48a-47f62c39103e","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 852 | 2026-09-10T08:59:41.483Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:41.454496864Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"2d6a275b-b5c2-47e3-a48a-47f62c39103e","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 853 | 2026-09-10T08:59:42.187Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.182148724Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"2d6a275b-b5c2-47e3-a48a-47f62c39103e","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 854 | 2026-09-10T08:59:42.665Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.65961907Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"2d6a275b-b5c2-47e3-a48a-47f62c39103e","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 855 | 2026-09-10T08:59:42.689Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.660070207Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"2d6a275b-b5c2-47e3-a48a-47f62c39103e","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":1205,"vm":"crucible_guest_reboot_test"} |
| 856 | 2026-09-10T08:59:42.689Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.660192047Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 857 | 2026-09-10T08:59:42.689Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.668470769Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 858 | 2026-09-10T08:59:42.689Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.674183408Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 859 | 2026-09-10T08:59:42.689Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.682112975Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 860 | 2026-09-10T08:59:42.713Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.687513994Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 861 | 2026-09-10T08:59:42.713Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.695848588Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 862 | 2026-09-10T08:59:42.713Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.702229652Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 863 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.709326973Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":1621} |
| 864 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:41:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:35:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.711543265Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 865 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.711673843Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 866 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.711750657Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 867 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::shutdown_persistence_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.711796005Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 868 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.711832383Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 869 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.711862101Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 870 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.712089423Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 871 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.712183761Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 872 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.712238254Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 873 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.712286164Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 874 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.712328104Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 875 | 2026-09-10T08:59:42.765Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.712418525Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000\", \"--encrypted\", \"--uuid\", \"fcde92e1-136e-41d6-9e9b-7038d3c70338\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 876 | 2026-09-10T08:59:42.820Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.815370064Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:42.722597608Z\",\"hostname\":\"BRM42220060\",\"pid\":1075}\n{\"msg\":\"UUID: fcde92e1-136e-41d6-9e9b-7038d3c70338\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:42.808825618Z\",\"hostname\":\"BRM42220060\",\"pid\":1075}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:42.808854212Z\",\"hostname\":\"BRM42220060\",\"pid\":1075}\n","stderr":"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 877 | 2026-09-10T08:59:42.844Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.815576524Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001\", \"--encrypted\", \"--uuid\", \"fcde92e1-136e-41d6-9e9b-7038d3c70338\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 878 | 2026-09-10T08:59:42.918Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.913153878Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:42.825659335Z\",\"hostname\":\"BRM42220060\",\"pid\":1076}\n{\"msg\":\"UUID: fcde92e1-136e-41d6-9e9b-7038d3c70338\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:42.906441007Z\",\"hostname\":\"BRM42220060\",\"pid\":1076}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:42.906465392Z\",\"hostname\":\"BRM42220060\",\"pid\":1076}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 879 | 2026-09-10T08:59:42.919Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:42.913287651Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002\", \"--encrypted\", \"--uuid\", \"fcde92e1-136e-41d6-9e9b-7038d3c70338\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 880 | 2026-09-10T08:59:43.022Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.017188684Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:42.923700636Z\",\"hostname\":\"BRM42220060\",\"pid\":1077}\n{\"msg\":\"UUID: fcde92e1-136e-41d6-9e9b-7038d3c70338\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.010584616Z\",\"hostname\":\"BRM42220060\",\"pid\":1077}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.010607079Z\",\"hostname\":\"BRM42220060\",\"pid\":1077}\n","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 881 | 2026-09-10T08:59:43.022Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.01735017Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9000.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 882 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.01742986Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 883 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.017481057Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 884 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.019713444Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9001.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 885 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.019805438Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 886 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.019859771Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 887 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.021920457Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9002.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 888 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.022053524Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 889 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.022181106Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 890 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.024046923Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 891 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.024123728Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_shutdown_persistence_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 892 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.024210033Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 893 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.024281783Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 894 | 2026-09-10T08:59:43.047Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.024364054Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 895 | 2026-09-10T08:59:43.071Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1081","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.057961301Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 896 | 2026-09-10T08:59:43.095Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.072716971Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":48} |
| 897 | 2026-09-10T08:59:43.095Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.07338857Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 898 | 2026-09-10T08:59:43.095Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.085744836Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 899 | 2026-09-10T08:59:43.095Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.090637279Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 900 | 2026-09-10T08:59:43.120Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.099868651Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 901 | 2026-09-10T08:59:43.120Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.105650134Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 902 | 2026-09-10T08:59:43.120Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.114712848Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 903 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.120809504Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 904 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.129740253Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":417} |
| 905 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file\n system","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.130426017Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 906 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.130523631Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 907 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.130619292Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 908 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::vcr_replace_during_start_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.130677241Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 909 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.130714051Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 910 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.13075061Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 911 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.130927995Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 912 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.131038624Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 913 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.131098558Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 914 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.131156537Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 915 | 2026-09-10T08:59:43.144Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.131219606Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 916 | 2026-09-10T08:59:43.169Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.142572095Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 917 | 2026-09-10T08:59:43.169Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.142707241Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1b17a185-5648-4add-b499-0b90452ae9cc\"]","verb":"snapshot","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 918 | 2026-09-10T08:59:43.169Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.160086719Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1b17a185-5648-4add-b499-0b90452ae9cc\", \"phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 919 | 2026-09-10T08:59:43.193Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.179031823Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1\"]","verb":"list","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 920 | 2026-09-10T08:59:43.217Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.190586876Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1 0B 25.3T 207M /phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 921 | 2026-09-10T08:59:43.217Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.191247892Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 922 | 2026-09-10T08:59:43.217Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.191357365Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000\", \"--encrypted\", \"--uuid\", \"ccf762ce-92fd-4d4e-8aa1-a155635377c6\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 923 | 2026-09-10T08:59:43.241Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.216694363Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.201093032Z\",\"hostname\":\"BRM42220060\",\"pid\":1087}\n{\"msg\":\"UUID: ccf762ce-92fd-4d4e-8aa1-a155635377c6\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.212513999Z\",\"hostname\":\"BRM42220060\",\"pid\":1087}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.212525205Z\",\"hostname\":\"BRM42220060\",\"pid\":1087}\n","stderr":"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 924 | 2026-09-10T08:59:43.241Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.21686212Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001\", \"--encrypted\", \"--uuid\", \"ccf762ce-92fd-4d4e-8aa1-a155635377c6\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 925 | 2026-09-10T08:59:43.266Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.242911049Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.227806821Z\",\"hostname\":\"BRM42220060\",\"pid\":1088}\n{\"msg\":\"UUID: ccf762ce-92fd-4d4e-8aa1-a155635377c6\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.238877216Z\",\"hostname\":\"BRM42220060\",\"pid\":1088}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.238891814Z\",\"hostname\":\"BRM42220060\",\"pid\":1088}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 926 | 2026-09-10T08:59:43.266Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.243040804Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002\", \"--encrypted\", \"--uuid\", \"ccf762ce-92fd-4d4e-8aa1-a155635377c6\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 927 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.268439188Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.25309957Z\",\"hostname\":\"BRM42220060\",\"pid\":1089}\n{\"msg\":\"UUID: ccf762ce-92fd-4d4e-8aa1-a155635377c6\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.264095595Z\",\"hostname\":\"BRM42220060\",\"pid\":1089}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:43.264113238Z\",\"hostname\":\"BRM42220060\",\"pid\":1089}\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 928 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.268590524Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 929 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.268680131Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 930 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.2687397Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 931 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.271090051Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 932 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.271239318Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 933 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.271313446Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 934 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.273296359Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 935 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.273414572Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 936 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.273494974Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 937 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.275807313Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 938 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.275916048Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 939 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.275986331Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"crucible_vcr_replace_during_start_test","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 940 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.27607015Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 941 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.27614444Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 942 | 2026-09-10T08:59:43.290Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.276232506Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 943 | 2026-09-10T08:59:43.316Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1093","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.310888046Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 944 | 2026-09-10T08:59:43.340Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.325641932Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","elapsed_milliseconds":49} |
| 945 | 2026-09-10T08:59:43.340Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.325755616Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_vcr_replace_during_start_test","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm_id":"88aef6ff-7f94-4e97-b34f-086b75049a1e"} |
| 946 | 2026-09-10T08:59:43.340Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:43.326622825Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_vcr_replace_during_start_test","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm_id":"88aef6ff-7f94-4e97-b34f-086b75049a1e"} |
| 947 | 2026-09-10T08:59:44.031Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:44.02627909Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_vcr_replace_during_start_test","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm_id":"88aef6ff-7f94-4e97-b34f-086b75049a1e"} |
| 948 | 2026-09-10T08:59:45.081Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.076780157Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_vcr_replace_during_start_test","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm_id":"88aef6ff-7f94-4e97-b34f-086b75049a1e"} |
| 949 | 2026-09-10T08:59:45.106Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.077034678Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_vcr_replace_during_start_test","vm_id":"88aef6ff-7f94-4e97-b34f-086b75049a1e","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","elapsed_milliseconds":1750} |
| 950 | 2026-09-10T08:59:45.106Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.077161738Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 951 | 2026-09-10T08:59:45.106Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.085754322Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 952 | 2026-09-10T08:59:45.106Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.085847879Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1\"]","verb":"destroy","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 953 | 2026-09-10T08:59:45.130Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.118576874Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 954 | 2026-09-10T08:59:45.130Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.118663241Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-1b17a185-5648-4add-b499-0b90452ae9cc\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 955 | 2026-09-10T08:59:45.154Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.137279052Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 956 | 2026-09-10T08:59:45.154Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.141026434Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 957 | 2026-09-10T08:59:45.154Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.142423495Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 958 | 2026-09-10T08:59:45.154Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.146830711Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 959 | 2026-09-10T08:59:45.154Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.148022754Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 960 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.152036469Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 961 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.153358956Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","elapsed_milliseconds":2021} |
| 962 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::vcr_replace_during_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:127:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:91:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156052244Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 963 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156144769Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 964 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156227385Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 965 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::boot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156280195Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 966 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156315261Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 967 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156352211Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 968 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.15653137Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test"} |
| 969 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156652859Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::boot_test"} |
| 970 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156729845Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} |
| 971 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156803764Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::boot_test"} |
| 972 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.156922399Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} |
| 973 | 2026-09-10T08:59:45.200Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.157068445Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000\", \"--encrypted\", \"--uuid\", \"cea3175e-fd81-4224-b412-4bf358e8b14f\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 974 | 2026-09-10T08:59:45.270Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.265250065Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.167618419Z\",\"hostname\":\"BRM42220060\",\"pid\":1097}\n{\"msg\":\"UUID: cea3175e-fd81-4224-b412-4bf358e8b14f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.260347303Z\",\"hostname\":\"BRM42220060\",\"pid\":1097}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.260375696Z\",\"hostname\":\"BRM42220060\",\"pid\":1097}\n","stderr":"","path":"phd_tests::crucible::smoke::boot_test"} |
| 975 | 2026-09-10T08:59:45.270Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.265415939Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001\", \"--encrypted\", \"--uuid\", \"cea3175e-fd81-4224-b412-4bf358e8b14f\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 976 | 2026-09-10T08:59:45.372Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.367666713Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.276127619Z\",\"hostname\":\"BRM42220060\",\"pid\":1098}\n{\"msg\":\"UUID: cea3175e-fd81-4224-b412-4bf358e8b14f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.362674031Z\",\"hostname\":\"BRM42220060\",\"pid\":1098}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.362699699Z\",\"hostname\":\"BRM42220060\",\"pid\":1098}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"} |
| 977 | 2026-09-10T08:59:45.372Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.367838929Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002\", \"--encrypted\", \"--uuid\", \"cea3175e-fd81-4224-b412-4bf358e8b14f\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 978 | 2026-09-10T08:59:45.475Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.470224878Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.377852569Z\",\"hostname\":\"BRM42220060\",\"pid\":1099}\n{\"msg\":\"UUID: cea3175e-fd81-4224-b412-4bf358e8b14f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.463285296Z\",\"hostname\":\"BRM42220060\",\"pid\":1099}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:59:45.463308239Z\",\"hostname\":\"BRM42220060\",\"pid\":1099}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"} |
| 979 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.4704269Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9000.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 980 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.470545003Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 981 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.470610968Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 982 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.472899862Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9001.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 983 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.472993199Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 984 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.473054174Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 985 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.475033894Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9002.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 986 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.47518009Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 987 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.475250102Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 988 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.477352161Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"} |
| 989 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.477444604Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"crucible_boot_test","path":"phd_tests::crucible::smoke::boot_test"} |
| 990 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.477553344Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::boot_test"} |
| 991 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.477648662Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::boot_test"} |
| 992 | 2026-09-10T08:59:45.499Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.477758332Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 993 | 2026-09-10T08:59:45.524Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1103","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.512046917Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::boot_test"} |
| 994 | 2026-09-10T08:59:45.548Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.526500459Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":49} |
| 995 | 2026-09-10T08:59:45.548Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.526591419Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm_id":"def82ce9-201e-41da-a113-413bd7149bc1","vm":"crucible_boot_test"} |
| 996 | 2026-09-10T08:59:45.548Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.52738648Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm_id":"def82ce9-201e-41da-a113-413bd7149bc1","vm":"crucible_boot_test"} |
| 997 | 2026-09-10T08:59:45.803Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:45.798981137Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm_id":"def82ce9-201e-41da-a113-413bd7149bc1","vm":"crucible_boot_test"} |
| 998 | 2026-09-10T08:59:46.697Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.69235669Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm_id":"def82ce9-201e-41da-a113-413bd7149bc1","vm":"crucible_boot_test"} |
| 999 | 2026-09-10T08:59:46.722Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.692600075Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"def82ce9-201e-41da-a113-413bd7149bc1","elapsed_milliseconds":1165} |
| 1000 | 2026-09-10T08:59:46.722Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.69271244Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::boot_test"} |
| 1001 | 2026-09-10T08:59:46.722Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.701277603Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000\" } }","path":"phd_tests::crucible::smoke::boot_test"} |
| 1002 | 2026-09-10T08:59:46.722Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.706635787Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 1003 | 2026-09-10T08:59:46.722Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.71451269Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001\" } }","path":"phd_tests::crucible::smoke::boot_test"} |
| 1004 | 2026-09-10T08:59:46.747Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.720387663Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 1005 | 2026-09-10T08:59:46.747Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.728472425Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002\" } }","path":"phd_tests::crucible::smoke::boot_test"} |
| 1006 | 2026-09-10T08:59:46.747Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.734405175Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 1007 | 2026-09-10T08:59:46.747Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.742299802Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":1585} |
| 1008 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:19:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:14:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.744478348Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1009 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.744613563Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1010 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.744692332Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1011 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.744740303Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1012 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.744768416Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1013 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.744798813Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1014 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.744963435Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1015 | 2026-09-10T08:59:46.795Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.745071018Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1016 | 2026-09-10T08:59:46.796Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.745132294Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1017 | 2026-09-10T08:59:46.796Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.745192317Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1018 | 2026-09-10T08:59:46.796Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.745256468Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1019 | 2026-09-10T08:59:46.796Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.756723574Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1020 | 2026-09-10T08:59:46.796Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.756799528Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-c580092a-3363-4373-bd0d-73aab8e63b86\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1021 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.776500022Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-c580092a-3363-4373-bd0d-73aab8e63b86\", \"phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1022 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.796122815Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1023 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.807629425Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7 0B 25.3T 207M /phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7\n","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1024 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.808480183Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1025 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.808550446Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"hyperv_smoke_test","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1026 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.808622372Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1027 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.808688167Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1028 | 2026-09-10T08:59:46.821Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.808759201Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1029 | 2026-09-10T08:59:46.848Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1109","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.843625408Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1030 | 2026-09-10T08:59:46.872Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.858103693Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":49} |
| 1031 | 2026-09-10T08:59:46.872Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.858216166Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"df57cce1-cc6e-497c-b798-503f91b3a869","vm":"hyperv_smoke_test"} |
| 1032 | 2026-09-10T08:59:46.872Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:46.858988956Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"df57cce1-cc6e-497c-b798-503f91b3a869","vm":"hyperv_smoke_test"} |
| 1033 | 2026-09-10T08:59:47.115Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:47.111292214Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"df57cce1-cc6e-497c-b798-503f91b3a869","vm":"hyperv_smoke_test"} |
| 1034 | 2026-09-10T08:59:47.541Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:47.536482405Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"df57cce1-cc6e-497c-b798-503f91b3a869","vm":"hyperv_smoke_test"} |
| 1035 | 2026-09-10T08:59:48.368Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.363949808Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"df57cce1-cc6e-497c-b798-503f91b3a869","vm":"hyperv_smoke_test"} |
| 1036 | 2026-09-10T08:59:48.393Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.364204719Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"df57cce1-cc6e-497c-b798-503f91b3a869","elapsed_milliseconds":1505,"vm":"hyperv_smoke_test"} |
| 1037 | 2026-09-10T08:59:48.393Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.364327191Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1038 | 2026-09-10T08:59:48.393Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.372578834Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1039 | 2026-09-10T08:59:48.393Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.372670113Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1040 | 2026-09-10T08:59:48.417Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.404562192Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1041 | 2026-09-10T08:59:48.417Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.404651711Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-c580092a-3363-4373-bd0d-73aab8e63b86\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1042 | 2026-09-10T08:59:48.484Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.422626539Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":1677} |
| 1043 | 2026-09-10T08:59:48.485Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:71:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:54:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428242735Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1044 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428363789Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1045 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428457003Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1046 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_lifecycle_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428520742Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1047 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428553598Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1048 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428587618Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1049 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428794456Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1050 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.428984015Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1051 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.429067402Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1052 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.429144408Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1053 | 2026-09-10T08:59:48.486Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.429230961Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1054 | 2026-09-10T08:59:48.511Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.442628706Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1055 | 2026-09-10T08:59:48.511Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.442714668Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-b3bd94eb-ce45-4b58-9313-b72a69576de3\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1056 | 2026-09-10T08:59:48.511Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.463317856Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-b3bd94eb-ce45-4b58-9313-b72a69576de3\", \"phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1057 | 2026-09-10T08:59:48.511Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.482592995Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6\"]","verb":"list","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1058 | 2026-09-10T08:59:48.512Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.493155775Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6 0B 25.3T 207M /phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1059 | 2026-09-10T08:59:48.512Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.493941246Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1060 | 2026-09-10T08:59:48.512Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.494012911Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"hyperv_lifecycle_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1061 | 2026-09-10T08:59:48.512Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.494085118Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1062 | 2026-09-10T08:59:48.512Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.494148498Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1063 | 2026-09-10T08:59:48.512Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.494219672Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log\"","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1064 | 2026-09-10T08:59:48.536Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1117","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.525849184Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1065 | 2026-09-10T08:59:48.561Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.540434351Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":46,"path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1066 | 2026-09-10T08:59:48.561Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.540545Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test","vm_id":"03638cc7-e072-47f6-a1c7-963464936f4e"} |
| 1067 | 2026-09-10T08:59:48.561Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.541415575Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test","vm_id":"03638cc7-e072-47f6-a1c7-963464936f4e"} |
| 1068 | 2026-09-10T08:59:48.981Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:48.977961644Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test","vm_id":"03638cc7-e072-47f6-a1c7-963464936f4e"} |
| 1069 | 2026-09-10T08:59:49.925Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.922216508Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test","vm_id":"03638cc7-e072-47f6-a1c7-963464936f4e"} |
| 1070 | 2026-09-10T08:59:49.949Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.922428472Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1381,"vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test","vm_id":"03638cc7-e072-47f6-a1c7-963464936f4e"} |
| 1071 | 2026-09-10T08:59:49.949Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.922544314Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1072 | 2026-09-10T08:59:49.949Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.930575261Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1073 | 2026-09-10T08:59:49.949Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.930667175Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1074 | 2026-09-10T08:59:49.973Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.96311351Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1075 | 2026-09-10T08:59:49.973Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.963232441Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-b3bd94eb-ce45-4b58-9313-b72a69576de3\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1076 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.982023027Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1552,"path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1077 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:87:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:77:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.985274956Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1078 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.985431797Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1079 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.985515486Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1080 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.985569828Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1081 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.985605496Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1082 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.985642716Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1083 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.985952381Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1084 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.986125609Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1085 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.986224876Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1086 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.98629554Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1087 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.986363579Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1088 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.997953606Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1089 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:49.998131182Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3163399a-ce05-468b-bf61-f1246b679b54\"]","verb":"snapshot","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1090 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.01662807Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-3163399a-ce05-468b-bf61-f1246b679b54\", \"phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1091 | 2026-09-10T08:59:50.091Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.034965788Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1092 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.046170967Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70 0B 25.3T 207M /phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1093 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.046869118Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1094 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.046939501Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"hyperv_reference_tsc_test","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1095 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.047011026Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1096 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.047074657Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1097 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.047149979Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1098 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1125","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.08032046Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1099 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.094535931Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1100 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.094643395Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm":"hyperv_reference_tsc_test","vm_id":"b342fff9-b95b-420e-b176-93da936d037a"} |
| 1101 | 2026-09-10T08:59:50.116Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.095350762Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm":"hyperv_reference_tsc_test","vm_id":"b342fff9-b95b-420e-b176-93da936d037a"} |
| 1102 | 2026-09-10T08:59:50.496Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.492843811Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm":"hyperv_reference_tsc_test","vm_id":"b342fff9-b95b-420e-b176-93da936d037a"} |
| 1103 | 2026-09-10T08:59:50.993Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.989328861Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm":"hyperv_reference_tsc_test","vm_id":"b342fff9-b95b-420e-b176-93da936d037a"} |
| 1104 | 2026-09-10T08:59:51.018Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.989690915Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm":"hyperv_reference_tsc_test","vm_id":"b342fff9-b95b-420e-b176-93da936d037a","elapsed_milliseconds":894} |
| 1105 | 2026-09-10T08:59:51.018Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.989806429Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1106 | 2026-09-10T08:59:51.018Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.998565212Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1107 | 2026-09-10T08:59:51.018Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:50.998659761Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1108 | 2026-09-10T08:59:51.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.02936182Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1109 | 2026-09-10T08:59:51.042Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.029454946Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3163399a-ce05-468b-bf61-f1246b679b54\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1110 | 2026-09-10T08:59:51.109Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.048967692Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1062,"path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1111 | 2026-09-10T08:59:51.109Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:112:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:105:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052313193Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1112 | 2026-09-10T08:59:51.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052445624Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1113 | 2026-09-10T08:59:51.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052541635Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1114 | 2026-09-10T08:59:51.110Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052599394Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1115 | 2026-09-10T08:59:51.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052636484Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1116 | 2026-09-10T08:59:51.110Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052674086Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1117 | 2026-09-10T08:59:51.111Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052869815Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1118 | 2026-09-10T08:59:51.111Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.052961098Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1119 | 2026-09-10T08:59:51.111Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.053047852Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1120 | 2026-09-10T08:59:51.111Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.05310474Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1121 | 2026-09-10T08:59:51.111Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.053164502Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1122 | 2026-09-10T08:59:51.111Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.053231469Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1123 | 2026-09-10T08:59:51.136Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.064622624Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1124 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.064771563Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-7feef131-dcc4-41ac-b8fd-397c28655b9a\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1125 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.083519215Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7feef131-dcc4-41ac-b8fd-397c28655b9a\", \"phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1126 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.100785253Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f\"]","verb":"list","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1127 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.112016348Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f 0B 25.3T 207M /phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1128 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.112701734Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1129 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.112773909Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"hyperv_reference_tsc_elapsed_test","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1130 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.1128432Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1131 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.112902233Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1132 | 2026-09-10T08:59:51.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.112975553Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1133 | 2026-09-10T08:59:51.162Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1133","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.148506503Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1134 | 2026-09-10T08:59:51.186Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.162107251Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1135 | 2026-09-10T08:59:51.186Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.162225836Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"a12f895a-da33-4b0a-9800-03750d02ddd8","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1136 | 2026-09-10T08:59:51.186Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.163001345Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"a12f895a-da33-4b0a-9800-03750d02ddd8","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1137 | 2026-09-10T08:59:51.884Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:51.88078045Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"a12f895a-da33-4b0a-9800-03750d02ddd8","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1138 | 2026-09-10T08:59:52.297Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:52.293887178Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"a12f895a-da33-4b0a-9800-03750d02ddd8","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1139 | 2026-09-10T08:59:52.978Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:52.975308429Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"a12f895a-da33-4b0a-9800-03750d02ddd8","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1140 | 2026-09-10T08:59:53.002Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:52.975572629Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","elapsed_milliseconds":1812,"vm":"hyperv_reference_tsc_elapsed_test","vm_id":"a12f895a-da33-4b0a-9800-03750d02ddd8"} |
| 1141 | 2026-09-10T08:59:53.002Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:52.975691907Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1142 | 2026-09-10T08:59:53.002Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:52.984550173Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1143 | 2026-09-10T08:59:53.002Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:52.984645331Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1144 | 2026-09-10T08:59:53.026Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.020168848Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1145 | 2026-09-10T08:59:53.026Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.020226517Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-7feef131-dcc4-41ac-b8fd-397c28655b9a\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1146 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.038748823Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1985,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1147 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:296:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:165:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.043122387Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1148 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.043242124Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1149 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.043336091Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1150 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::nproc_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.043405074Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1151 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.0434387Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1152 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.0434721Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1153 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.044153225Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test"} |
| 1154 | 2026-09-10T08:59:53.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.044234265Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::nproc_test"} |
| 1155 | 2026-09-10T08:59:53.094Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.044291092Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} |
| 1156 | 2026-09-10T08:59:53.094Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.044414488Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} |
| 1157 | 2026-09-10T08:59:53.094Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.044477827Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::nproc_test"} |
| 1158 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.055926996Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::nproc_test"} |
| 1159 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.056023498Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-c703c988-d3c1-4c5d-bc76-85774444f2c6\"]","verb":"snapshot","path":"phd_tests::smoke::nproc_test"} |
| 1160 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.071798322Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-c703c988-d3c1-4c5d-bc76-85774444f2c6\", \"phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea\"]","path":"phd_tests::smoke::nproc_test"} |
| 1161 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.089631738Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea\"]","path":"phd_tests::smoke::nproc_test"} |
| 1162 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.101112054Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea 0B 25.3T 207M /phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea\n","path":"phd_tests::smoke::nproc_test"} |
| 1163 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.101766731Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"} |
| 1164 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.101839058Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"nproc_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::nproc_test"} |
| 1165 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.101914931Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::nproc_test"} |
| 1166 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.101980475Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::nproc_test"} |
| 1167 | 2026-09-10T08:59:53.118Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.102055437Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stderr.log\"","path":"phd_tests::smoke::nproc_test"} |
| 1168 | 2026-09-10T08:59:53.142Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1141","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.138441074Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::nproc_test"} |
| 1169 | 2026-09-10T08:59:53.166Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.152764617Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":50} |
| 1170 | 2026-09-10T08:59:53.166Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.152869876Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"9569f8b6-ecc8-4727-ae84-5cae4d125e95"} |
| 1171 | 2026-09-10T08:59:53.166Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.153622047Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"9569f8b6-ecc8-4727-ae84-5cae4d125e95"} |
| 1172 | 2026-09-10T08:59:53.488Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:53.485140345Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"9569f8b6-ecc8-4727-ae84-5cae4d125e95"} |
| 1173 | 2026-09-10T08:59:54.125Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:54.122595555Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"9569f8b6-ecc8-4727-ae84-5cae4d125e95"} |
| 1174 | 2026-09-10T08:59:55.035Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.032740485Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"9569f8b6-ecc8-4727-ae84-5cae4d125e95"} |
| 1175 | 2026-09-10T08:59:55.060Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.033056827Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1879,"path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"9569f8b6-ecc8-4727-ae84-5cae4d125e95"} |
| 1176 | 2026-09-10T08:59:55.060Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.033177606Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test"} |
| 1177 | 2026-09-10T08:59:55.060Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.04183233Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"} |
| 1178 | 2026-09-10T08:59:55.060Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.041931657Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea\"]","verb":"destroy","path":"phd_tests::smoke::nproc_test"} |
| 1179 | 2026-09-10T08:59:55.084Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.072102212Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"} |
| 1180 | 2026-09-10T08:59:55.084Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.072160492Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-c703c988-d3c1-4c5d-bc76-85774444f2c6\"]","verb":"destroy","path":"phd_tests::smoke::nproc_test"} |
| 1181 | 2026-09-10T08:59:55.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.09066794Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":2045} |
| 1182 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::nproc_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::nproc_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:12:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::nproc_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::nproc_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:8:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.094637623Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1183 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.094753961Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1184 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.09484494Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1185 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::api_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.094898253Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1186 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.094930235Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1187 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.094964162Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1188 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.095212716Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1189 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.095323415Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::api_reboot_test"} |
| 1190 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.095396964Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"} |
| 1191 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.095469361Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"} |
| 1192 | 2026-09-10T08:59:55.152Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.095548972Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::smoke::api_reboot_test"} |
| 1193 | 2026-09-10T08:59:55.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.107319966Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::api_reboot_test"} |
| 1194 | 2026-09-10T08:59:55.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.107445791Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-bef1075f-665b-4ea2-9c97-9fa6441174e7\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1195 | 2026-09-10T08:59:55.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.128282664Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-bef1075f-665b-4ea2-9c97-9fa6441174e7\", \"phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f\"]","verb":"clone","path":"phd_tests::smoke::api_reboot_test"} |
| 1196 | 2026-09-10T08:59:55.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.146870431Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1197 | 2026-09-10T08:59:55.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.158675655Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f 0B 25.3T 207M /phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f\n","path":"phd_tests::smoke::api_reboot_test"} |
| 1198 | 2026-09-10T08:59:55.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.159412209Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1199 | 2026-09-10T08:59:55.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.159525523Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"api_reboot_test","path":"phd_tests::smoke::api_reboot_test"} |
| 1200 | 2026-09-10T08:59:55.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.159640866Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::api_reboot_test"} |
| 1201 | 2026-09-10T08:59:55.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.15974243Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::api_reboot_test"} |
| 1202 | 2026-09-10T08:59:55.178Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.159852344Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log\"","path":"phd_tests::smoke::api_reboot_test"} |
| 1203 | 2026-09-10T08:59:55.203Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1149","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.196688364Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1204 | 2026-09-10T08:59:55.227Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.211288293Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":51} |
| 1205 | 2026-09-10T08:59:55.227Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.211393892Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f7fc5928-3d47-4c0e-839c-61390cc1aa74","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test"} |
| 1206 | 2026-09-10T08:59:55.228Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.212130338Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f7fc5928-3d47-4c0e-839c-61390cc1aa74","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test"} |
| 1207 | 2026-09-10T08:59:55.871Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:55.86872753Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f7fc5928-3d47-4c0e-839c-61390cc1aa74","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test"} |
| 1208 | 2026-09-10T08:59:56.718Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.716933206Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f7fc5928-3d47-4c0e-839c-61390cc1aa74","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test"} |
| 1209 | 2026-09-10T08:59:56.743Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.71731612Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"api_reboot_test","elapsed_milliseconds":1505,"vm_id":"f7fc5928-3d47-4c0e-839c-61390cc1aa74","path":"phd_tests::smoke::api_reboot_test"} |
| 1210 | 2026-09-10T08:59:56.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.717437499Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test"} |
| 1211 | 2026-09-10T08:59:56.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.725752038Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1212 | 2026-09-10T08:59:56.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.725875902Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1213 | 2026-09-10T08:59:56.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.763215513Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1214 | 2026-09-10T08:59:56.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.763298399Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-bef1075f-665b-4ea2-9c97-9fa6441174e7\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1215 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.781300827Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":1685} |
| 1216 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:22:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:19:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785191174Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1217 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785308917Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1218 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785402985Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1219 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::guest_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785457417Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1220 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.78549036Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1221 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785525506Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1222 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785706558Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1223 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785803161Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::guest_reboot_test"} |
| 1224 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785863876Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"} |
| 1225 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785917828Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"} |
| 1226 | 2026-09-10T08:59:56.837Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.785980105Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1227 | 2026-09-10T08:59:56.862Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.797645255Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::guest_reboot_test"} |
| 1228 | 2026-09-10T08:59:56.862Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.797736658Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-d8eb1bac-15bd-4198-ae45-12c03b38948e\"]","verb":"snapshot","path":"phd_tests::smoke::guest_reboot_test"} |
| 1229 | 2026-09-10T08:59:56.862Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.814766917Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-d8eb1bac-15bd-4198-ae45-12c03b38948e\", \"phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1230 | 2026-09-10T08:59:56.863Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.832387839Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b\"]","verb":"list","path":"phd_tests::smoke::guest_reboot_test"} |
| 1231 | 2026-09-10T08:59:56.863Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.842887506Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b 0B 25.3T 207M /phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b\n","path":"phd_tests::smoke::guest_reboot_test"} |
| 1232 | 2026-09-10T08:59:56.863Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.843440261Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1233 | 2026-09-10T08:59:56.863Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.843526464Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"guest_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::guest_reboot_test"} |
| 1234 | 2026-09-10T08:59:56.863Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.843620121Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::guest_reboot_test"} |
| 1235 | 2026-09-10T08:59:56.863Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.843698719Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::guest_reboot_test"} |
| 1236 | 2026-09-10T08:59:56.863Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.843789301Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log\"","path":"phd_tests::smoke::guest_reboot_test"} |
| 1237 | 2026-09-10T08:59:56.887Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1157","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.879485247Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1238 | 2026-09-10T08:59:56.911Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.893807186Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::smoke::guest_reboot_test"} |
| 1239 | 2026-09-10T08:59:56.911Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.893916933Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7fdedab0-0c60-4095-9316-50fb2c07effe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"} |
| 1240 | 2026-09-10T08:59:56.911Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:56.894655699Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7fdedab0-0c60-4095-9316-50fb2c07effe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"} |
| 1241 | 2026-09-10T08:59:57.407Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.406092417Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7fdedab0-0c60-4095-9316-50fb2c07effe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"} |
| 1242 | 2026-09-10T08:59:57.878Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.876543867Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"7fdedab0-0c60-4095-9316-50fb2c07effe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"} |
| 1243 | 2026-09-10T08:59:57.902Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.876940997Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":982,"vm_id":"7fdedab0-0c60-4095-9316-50fb2c07effe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"} |
| 1244 | 2026-09-10T08:59:57.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.877071965Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::guest_reboot_test"} |
| 1245 | 2026-09-10T08:59:57.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.885610326Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1246 | 2026-09-10T08:59:57.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.885726364Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1247 | 2026-09-10T08:59:57.927Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.921734792Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1248 | 2026-09-10T08:59:57.927Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.921796619Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-d8eb1bac-15bd-4198-ae45-12c03b38948e\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1249 | 2026-09-10T08:59:57.993Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.941099359Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1154,"path":"phd_tests::smoke::guest_reboot_test"} |
| 1250 | 2026-09-10T08:59:57.993Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:31:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:28:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.944505915Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1251 | 2026-09-10T08:59:57.993Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.944625692Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1252 | 2026-09-10T08:59:57.993Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.944718828Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1253 | 2026-09-10T08:59:57.993Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::instance_spec_get_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.944776036Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1254 | 2026-09-10T08:59:57.994Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.944811443Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1255 | 2026-09-10T08:59:57.994Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.944848583Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1256 | 2026-09-10T08:59:57.994Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.945036568Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1257 | 2026-09-10T08:59:57.994Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.945131788Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1258 | 2026-09-10T08:59:57.994Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.945191992Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1259 | 2026-09-10T08:59:57.994Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.945250613Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1260 | 2026-09-10T08:59:57.994Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.945315365Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1261 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.956516575Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1262 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.956617904Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-6f2bb048-b2af-4a96-852d-3f1fc9fe7cef\"]","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1263 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.973696029Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6f2bb048-b2af-4a96-852d-3f1fc9fe7cef\", \"phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635\"]","verb":"clone","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1264 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:57.994924658Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635\"]","verb":"list","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1265 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.00577475Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635 0B 25.3T 207M /phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635\n","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1266 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.006533672Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1267 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.006603554Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_spec_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1268 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.006675079Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1269 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.006737868Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1270 | 2026-09-10T08:59:58.019Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.006812319Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log\"","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1271 | 2026-09-10T08:59:58.043Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1165","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.041504587Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1272 | 2026-09-10T08:59:58.067Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.05590151Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","elapsed_milliseconds":49} |
| 1273 | 2026-09-10T08:59:58.067Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.056070227Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"91580f91-73e7-4469-8940-97c9f0dcbd0d"} |
| 1274 | 2026-09-10T08:59:58.067Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.056760973Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"91580f91-73e7-4469-8940-97c9f0dcbd0d"} |
| 1275 | 2026-09-10T08:59:58.462Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:58.461268437Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"91580f91-73e7-4469-8940-97c9f0dcbd0d"} |
| 1276 | 2026-09-10T08:59:59.361Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.360789957Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"91580f91-73e7-4469-8940-97c9f0dcbd0d"} |
| 1277 | 2026-09-10T08:59:59.386Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.361186886Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1304,"vm_id":"91580f91-73e7-4469-8940-97c9f0dcbd0d","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test"} |
| 1278 | 2026-09-10T08:59:59.386Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.361338015Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1279 | 2026-09-10T08:59:59.386Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.369897278Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1280 | 2026-09-10T08:59:59.386Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.369983015Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635\"]","verb":"destroy","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1281 | 2026-09-10T08:59:59.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.407119627Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1282 | 2026-09-10T08:59:59.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.407217632Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-6f2bb048-b2af-4a96-852d-3f1fc9fe7cef\"]","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1283 | 2026-09-10T08:59:59.476Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.423622388Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test","elapsed_milliseconds":1478} |
| 1284 | 2026-09-10T08:59:59.476Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::instance_spec_get_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:47:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::instance_spec_get_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:37:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.42631673Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1285 | 2026-09-10T08:59:59.476Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.426498361Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1286 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.426593411Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1287 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_parse","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.426648986Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1288 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.426684553Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1289 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.426721784Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1290 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.426902135Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1291 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.426996132Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1292 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.427057719Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1293 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.427118894Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1294 | 2026-09-10T08:59:59.477Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.427184578Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1295 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.438296393Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1296 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.438386103Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-ee99d118-0625-4b7f-adbb-5d640bab854d\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1297 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.456784164Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-ee99d118-0625-4b7f-adbb-5d640bab854d\", \"phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1298 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.476329183Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1299 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.488869326Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93 0B 25.3T 207M /phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93\n","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1300 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.489549411Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1301 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.489615217Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"acpi_tables_parse","guest_os_kind":"Alpine","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1302 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.489684555Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1303 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.489744949Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1304 | 2026-09-10T08:59:59.501Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.48981316Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log\"","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1305 | 2026-09-10T08:59:59.527Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1173","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.526386001Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1306 | 2026-09-10T08:59:59.551Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.541082789Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":51} |
| 1307 | 2026-09-10T08:59:59.551Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.541191865Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"4f8d7cfa-5506-4073-a53d-aad4a30ba832"} |
| 1308 | 2026-09-10T08:59:59.551Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:59:59.541931423Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"4f8d7cfa-5506-4073-a53d-aad4a30ba832"} |
| 1309 | 2026-09-10T09:00:00.281Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.280449313Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"4f8d7cfa-5506-4073-a53d-aad4a30ba832"} |
| 1310 | 2026-09-10T09:00:00.787Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.784698551Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"4f8d7cfa-5506-4073-a53d-aad4a30ba832"} |
| 1311 | 2026-09-10T09:00:00.811Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.78496279Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","elapsed_milliseconds":1243,"vm_id":"4f8d7cfa-5506-4073-a53d-aad4a30ba832"} |
| 1312 | 2026-09-10T09:00:00.811Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.785083458Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1313 | 2026-09-10T09:00:00.811Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.793210333Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1314 | 2026-09-10T09:00:00.811Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.793300864Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1315 | 2026-09-10T09:00:00.835Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.823328896Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1316 | 2026-09-10T09:00:00.836Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.823383064Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ee99d118-0625-4b7f-adbb-5d640bab854d\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1317 | 2026-09-10T09:00:00.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.840584323Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":1413} |
| 1318 | 2026-09-10T09:00:00.902Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_parse ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:190:17\n 8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_parse::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:177:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.843998784Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1319 | 2026-09-10T09:00:00.902Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844124983Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1320 | 2026-09-10T09:00:00.902Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844220854Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1321 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_generation","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844279074Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1322 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844315443Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1323 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844353234Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1324 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844538895Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1325 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.84467905Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1326 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844789579Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1327 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844897643Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1328 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.844976255Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1329 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.856198454Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1330 | 2026-09-10T09:00:00.903Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.85630171Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-dab9d756-35af-44c2-805d-83c745a7bc7c\"]","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1331 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.878707364Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-dab9d756-35af-44c2-805d-83c745a7bc7c\", \"phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294\"]","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1332 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.896281979Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294\"]","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1333 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.90886285Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294 0B 25.3T 207M /phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294\n","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1334 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.909544568Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1335 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.90961464Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"acpi_tables_generation","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1336 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.909687598Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1337 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.909753282Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1338 | 2026-09-10T09:00:00.928Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.909829366Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log\"","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1339 | 2026-09-10T09:00:00.952Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1181","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.945286208Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1340 | 2026-09-10T09:00:00.976Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.95899615Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":49} |
| 1341 | 2026-09-10T09:00:00.976Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.959111878Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"acpi_tables_generation","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"061301ac-a2a2-46e0-b7a9-d00562a11275"} |
| 1342 | 2026-09-10T09:00:00.976Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:00.959825764Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"acpi_tables_generation","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"061301ac-a2a2-46e0-b7a9-d00562a11275"} |
| 1343 | 2026-09-10T09:00:01.589Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:01.588556676Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"acpi_tables_generation","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"061301ac-a2a2-46e0-b7a9-d00562a11275"} |
| 1344 | 2026-09-10T09:00:02.180Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.18059179Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"acpi_tables_generation","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"061301ac-a2a2-46e0-b7a9-d00562a11275"} |
| 1345 | 2026-09-10T09:00:02.204Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.18081425Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"acpi_tables_generation","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"061301ac-a2a2-46e0-b7a9-d00562a11275","elapsed_milliseconds":1221} |
| 1346 | 2026-09-10T09:00:02.204Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.180937663Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1347 | 2026-09-10T09:00:02.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.189813193Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1348 | 2026-09-10T09:00:02.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.18990716Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294\"]","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1349 | 2026-09-10T09:00:02.229Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.218698914Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1350 | 2026-09-10T09:00:02.229Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.218756519Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-dab9d756-35af-44c2-805d-83c745a7bc7c\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1351 | 2026-09-10T09:00:02.295Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.233885526Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":1388} |
| 1352 | 2026-09-10T09:00:02.295Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_generation ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:60:17\n 8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_generation::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:47:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238180187Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1353 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238304062Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1354 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238397999Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1355 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238454346Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1356 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238488681Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1357 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238525731Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1358 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238714387Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test"} |
| 1359 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238854001Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::smoke_test"} |
| 1360 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238928321Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} |
| 1361 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.238995128Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} |
| 1362 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.23907028Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::smoke_test"} |
| 1363 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.248890104Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::smoke_test"} |
| 1364 | 2026-09-10T09:00:02.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.249003428Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-332ab8a1-ac82-4196-bf52-afe72afb7eb3\"]","path":"phd_tests::migrate::smoke_test"} |
| 1365 | 2026-09-10T09:00:02.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.267535879Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-332ab8a1-ac82-4196-bf52-afe72afb7eb3\", \"phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e\"]","verb":"clone","path":"phd_tests::migrate::smoke_test"} |
| 1366 | 2026-09-10T09:00:02.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.286545608Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e\"]","verb":"list","path":"phd_tests::migrate::smoke_test"} |
| 1367 | 2026-09-10T09:00:02.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.297587824Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e 0B 25.3T 207M /phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e\n","path":"phd_tests::migrate::smoke_test"} |
| 1368 | 2026-09-10T09:00:02.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.298158102Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"} |
| 1369 | 2026-09-10T09:00:02.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.298221812Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_smoke","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::smoke_test"} |
| 1370 | 2026-09-10T09:00:02.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.298280894Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"} |
| 1371 | 2026-09-10T09:00:02.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.298336609Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"} |
| 1372 | 2026-09-10T09:00:02.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.298413231Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stderr.log\"","path":"phd_tests::migrate::smoke_test"} |
| 1373 | 2026-09-10T09:00:02.345Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1189","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.334767402Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"} |
| 1374 | 2026-09-10T09:00:02.369Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.34889515Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":50} |
| 1375 | 2026-09-10T09:00:02.369Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.348991858Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","vm_id":"3b3c63a7-a110-49d8-a3ab-d1400524c2ee"} |
| 1376 | 2026-09-10T09:00:02.369Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:02.349740542Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","vm_id":"3b3c63a7-a110-49d8-a3ab-d1400524c2ee"} |
| 1377 | 2026-09-10T09:00:03.077Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:03.07733146Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","vm_id":"3b3c63a7-a110-49d8-a3ab-d1400524c2ee"} |
| 1378 | 2026-09-10T09:00:04.099Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.098758904Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","vm_id":"3b3c63a7-a110-49d8-a3ab-d1400524c2ee"} |
| 1379 | 2026-09-10T09:00:04.123Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.099017293Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1749,"path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","vm_id":"3b3c63a7-a110-49d8-a3ab-d1400524c2ee"} |
| 1380 | 2026-09-10T09:00:04.124Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.099490547Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"} |
| 1381 | 2026-09-10T09:00:04.124Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.108184806Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"} |
| 1382 | 2026-09-10T09:00:04.124Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.108304191Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e\"]","path":"phd_tests::migrate::smoke_test"} |
| 1383 | 2026-09-10T09:00:04.148Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.140376949Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"} |
| 1384 | 2026-09-10T09:00:04.148Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.140464845Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-332ab8a1-ac82-4196-bf52-afe72afb7eb3\"]","path":"phd_tests::migrate::smoke_test"} |
| 1385 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.160848287Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":1921} |
| 1386 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21\n 8: phd_tests::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:17:73\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:15:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.165449789Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1387 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.165575747Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1388 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.165673041Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1389 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::serial_history","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.165729478Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1390 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.165763312Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1391 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.165799711Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1392 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.166016641Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history"} |
| 1393 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.166163298Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::serial_history"} |
| 1394 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.166250052Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} |
| 1395 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.166327178Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} |
| 1396 | 2026-09-10T09:00:04.216Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.166416537Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::serial_history"} |
| 1397 | 2026-09-10T09:00:04.241Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.178206853Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::serial_history"} |
| 1398 | 2026-09-10T09:00:04.241Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.178324714Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-e24229e6-59b4-4f9e-aa8e-276a017c15bb\"]","path":"phd_tests::migrate::serial_history"} |
| 1399 | 2026-09-10T09:00:04.241Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.195629829Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-e24229e6-59b4-4f9e-aa8e-276a017c15bb\", \"phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198\"]","path":"phd_tests::migrate::serial_history"} |
| 1400 | 2026-09-10T09:00:04.241Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.214106786Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198\"]","path":"phd_tests::migrate::serial_history"} |
| 1401 | 2026-09-10T09:00:04.241Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.225478745Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198 0B 25.3T 207M /phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198\n","path":"phd_tests::migrate::serial_history"} |
| 1402 | 2026-09-10T09:00:04.241Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.226136298Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"} |
| 1403 | 2026-09-10T09:00:04.242Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.2262011Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_serial_history","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::serial_history"} |
| 1404 | 2026-09-10T09:00:04.242Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.226259882Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"} |
| 1405 | 2026-09-10T09:00:04.242Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.226315847Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::serial_history"} |
| 1406 | 2026-09-10T09:00:04.242Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.22638582Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stderr.log\"","path":"phd_tests::migrate::serial_history"} |
| 1407 | 2026-09-10T09:00:04.267Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1197","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.262650979Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"} |
| 1408 | 2026-09-10T09:00:04.291Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.277066481Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::migrate::serial_history"} |
| 1409 | 2026-09-10T09:00:04.291Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.277181767Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"97ea2e29-767f-40d5-b7bf-68da469a4a4f","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} |
| 1410 | 2026-09-10T09:00:04.291Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.277936874Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"97ea2e29-767f-40d5-b7bf-68da469a4a4f","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} |
| 1411 | 2026-09-10T09:00:04.659Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:04.659455755Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"97ea2e29-767f-40d5-b7bf-68da469a4a4f","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} |
| 1412 | 2026-09-10T09:00:05.239Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:05.239896818Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"97ea2e29-767f-40d5-b7bf-68da469a4a4f","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} |
| 1413 | 2026-09-10T09:00:06.187Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.187186657Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"97ea2e29-767f-40d5-b7bf-68da469a4a4f","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} |
| 1414 | 2026-09-10T09:00:06.211Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.187447129Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"97ea2e29-767f-40d5-b7bf-68da469a4a4f","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","elapsed_milliseconds":1909} |
| 1415 | 2026-09-10T09:00:06.211Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.187570693Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::serial_history"} |
| 1416 | 2026-09-10T09:00:06.211Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.196164053Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"} |
| 1417 | 2026-09-10T09:00:06.211Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.196284571Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198\"]","verb":"destroy","path":"phd_tests::migrate::serial_history"} |
| 1418 | 2026-09-10T09:00:06.236Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.227743487Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"} |
| 1419 | 2026-09-10T09:00:06.236Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.227805004Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e24229e6-59b4-4f9e-aa8e-276a017c15bb\"]","path":"phd_tests::migrate::serial_history"} |
| 1420 | 2026-09-10T09:00:06.303Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.24564169Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":2079,"path":"phd_tests::migrate::serial_history"} |
| 1421 | 2026-09-10T09:00:06.303Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_serial_history_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21\n 8: phd_tests::migrate::serial_history::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:26:6\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::serial_history::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::serial_history::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:20:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.24830379Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1422 | 2026-09-10T09:00:06.303Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.248422203Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1423 | 2026-09-10T09:00:06.303Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.248516161Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1424 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::multiple_migrations","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.248582436Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1425 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.248618635Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1426 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.248655965Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1427 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.248963727Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1428 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.24911866Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"} |
| 1429 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.249196196Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} |
| 1430 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.24927245Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} |
| 1431 | 2026-09-10T09:00:06.304Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.249355577Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::multiple_migrations"} |
| 1432 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.260924179Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::multiple_migrations"} |
| 1433 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.261103297Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-6ba30277-7bb7-47fe-a7ef-96d1ae28696d\"]","path":"phd_tests::migrate::multiple_migrations"} |
| 1434 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.278434137Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-6ba30277-7bb7-47fe-a7ef-96d1ae28696d\", \"phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9\"]","path":"phd_tests::migrate::multiple_migrations"} |
| 1435 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.294980244Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9\"]","verb":"list","path":"phd_tests::migrate::multiple_migrations"} |
| 1436 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.304875793Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9 0B 25.3T 207M /phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9\n","path":"phd_tests::migrate::multiple_migrations"} |
| 1437 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.305345421Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1438 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.305414482Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"multiple_migrations_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::multiple_migrations"} |
| 1439 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.305484013Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} |
| 1440 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.305546471Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1441 | 2026-09-10T09:00:06.328Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.305621032Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1442 | 2026-09-10T09:00:06.353Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1205","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.340927882Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1443 | 2026-09-10T09:00:06.377Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.355449492Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::migrate::multiple_migrations"} |
| 1444 | 2026-09-10T09:00:06.377Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.356339696Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1445 | 2026-09-10T09:00:06.377Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.356404177Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations"} |
| 1446 | 2026-09-10T09:00:06.377Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.356465324Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} |
| 1447 | 2026-09-10T09:00:06.377Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.356521426Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::multiple_migrations"} |
| 1448 | 2026-09-10T09:00:06.377Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.356588482Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1449 | 2026-09-10T09:00:06.413Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1206","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.392984051Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1450 | 2026-09-10T09:00:06.413Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.407260418Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::migrate::multiple_migrations"} |
| 1451 | 2026-09-10T09:00:06.413Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.407370906Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1452 | 2026-09-10T09:00:06.413Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.407426792Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations"} |
| 1453 | 2026-09-10T09:00:06.413Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.407489721Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} |
| 1454 | 2026-09-10T09:00:06.413Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.407546098Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9004","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1455 | 2026-09-10T09:00:06.413Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.407614878Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1456 | 2026-09-10T09:00:06.437Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1207","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.436243567Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1457 | 2026-09-10T09:00:06.461Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.450489446Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":43,"path":"phd_tests::migrate::multiple_migrations"} |
| 1458 | 2026-09-10T09:00:06.461Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.450579325Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations","vm_id":"927d6503-f682-4907-a224-6483f5361b67"} |
| 1459 | 2026-09-10T09:00:06.461Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.451291653Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations","vm_id":"927d6503-f682-4907-a224-6483f5361b67"} |
| 1460 | 2026-09-10T09:00:06.957Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:06.957729682Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations","vm_id":"927d6503-f682-4907-a224-6483f5361b67"} |
| 1461 | 2026-09-10T09:00:07.973Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:07.974248966Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations","vm_id":"927d6503-f682-4907-a224-6483f5361b67"} |
| 1462 | 2026-09-10T09:00:07.998Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:07.974657089Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":1523,"vm_id":"927d6503-f682-4907-a224-6483f5361b67"} |
| 1463 | 2026-09-10T09:00:07.998Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:07.974775062Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"} |
| 1464 | 2026-09-10T09:00:07.998Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:07.983894132Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::multiple_migrations"} |
| 1465 | 2026-09-10T09:00:07.998Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:07.993091752Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::multiple_migrations"} |
| 1466 | 2026-09-10T09:00:08.023Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.0020191Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1467 | 2026-09-10T09:00:08.023Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.002133673Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9\"]","verb":"destroy","path":"phd_tests::migrate::multiple_migrations"} |
| 1468 | 2026-09-10T09:00:08.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.037548021Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1469 | 2026-09-10T09:00:08.047Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.037607433Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6ba30277-7bb7-47fe-a7ef-96d1ae28696d\"]","verb":"destroy","path":"phd_tests::migrate::multiple_migrations"} |
| 1470 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.057679502Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1808,"path":"phd_tests::migrate::multiple_migrations"} |
| 1471 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::multiple_migrations ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:310:18\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::multiple_migrations::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:302:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060234661Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1472 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060353887Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1473 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060446492Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1474 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::migration_ensures_instance_metadata","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060505073Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1475 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060544667Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1476 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060585244Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1477 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060789851Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1478 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060915108Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1479 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.060990791Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1480 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.061065662Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1481 | 2026-09-10T09:00:08.093Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.061147156Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1482 | 2026-09-10T09:00:08.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.072652919Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1483 | 2026-09-10T09:00:08.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.072761404Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-e47e5d9e-43b3-46fc-8a9e-e8b29aa55ec3\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1484 | 2026-09-10T09:00:08.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.090231808Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-e47e5d9e-43b3-46fc-8a9e-e8b29aa55ec3\", \"phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2\"]","verb":"clone","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1485 | 2026-09-10T09:00:08.118Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.108972701Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1486 | 2026-09-10T09:00:08.142Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.12077324Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2 0B 25.3T 207M /phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1487 | 2026-09-10T09:00:08.142Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.121518148Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1488 | 2026-09-10T09:00:08.142Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.121590515Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migration_ensures_instance_metadata_source","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1489 | 2026-09-10T09:00:08.142Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.121666809Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1490 | 2026-09-10T09:00:08.142Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.121733846Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1491 | 2026-09-10T09:00:08.142Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.121812675Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1492 | 2026-09-10T09:00:08.167Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1217","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.158278503Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1493 | 2026-09-10T09:00:08.191Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.172453791Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":50} |
| 1494 | 2026-09-10T09:00:08.191Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.172583872Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1495 | 2026-09-10T09:00:08.191Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.172640886Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1496 | 2026-09-10T09:00:08.191Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.172707085Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1497 | 2026-09-10T09:00:08.191Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.172762089Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1498 | 2026-09-10T09:00:08.191Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.172828356Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1499 | 2026-09-10T09:00:08.216Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1218","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.205050429Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1500 | 2026-09-10T09:00:08.240Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.218471439Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":45} |
| 1501 | 2026-09-10T09:00:08.240Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.218553704Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"76292e2f-bdde-4d90-924a-8d3763de41f4"} |
| 1502 | 2026-09-10T09:00:08.240Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.219284456Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"76292e2f-bdde-4d90-924a-8d3763de41f4"} |
| 1503 | 2026-09-10T09:00:08.936Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:08.93679675Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"76292e2f-bdde-4d90-924a-8d3763de41f4"} |
| 1504 | 2026-09-10T09:00:09.474Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:09.474779558Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"76292e2f-bdde-4d90-924a-8d3763de41f4"} |
| 1505 | 2026-09-10T09:00:10.177Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.177773346Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"76292e2f-bdde-4d90-924a-8d3763de41f4"} |
| 1506 | 2026-09-10T09:00:10.201Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.178178662Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_ensures_instance_metadata_source","vm_id":"76292e2f-bdde-4d90-924a-8d3763de41f4","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":1959} |
| 1507 | 2026-09-10T09:00:10.201Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.178322855Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1508 | 2026-09-10T09:00:10.201Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.18736346Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1509 | 2026-09-10T09:00:10.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.196459628Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1510 | 2026-09-10T09:00:10.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.196585085Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1511 | 2026-09-10T09:00:10.229Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.229967007Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1512 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.230122891Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e47e5d9e-43b3-46fc-8a9e-e8b29aa55ec3\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1513 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.247781136Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":2186} |
| 1514 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::migration_ensures_instance_metadata ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:402:21\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:388:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.250805765Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1515 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.250938155Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1516 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251032604Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1517 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251091826Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1518 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251128094Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1519 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251165936Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1520 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251477865Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1521 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251714803Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1522 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251876318Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1523 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.251996145Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1524 | 2026-09-10T09:00:10.296Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.252113988Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1525 | 2026-09-10T09:00:10.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.264090593Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1526 | 2026-09-10T09:00:10.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.264242465Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-8e014663-753d-480f-b660-f842827aa036\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1527 | 2026-09-10T09:00:10.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.28165512Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8e014663-753d-480f-b660-f842827aa036\", \"phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1528 | 2026-09-10T09:00:10.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.299946646Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1529 | 2026-09-10T09:00:10.321Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.311868515Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c 0B 25.3T 207M /phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1530 | 2026-09-10T09:00:10.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.312551205Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1531 | 2026-09-10T09:00:10.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.312624864Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vm_reaches_destroyed_after_migration_out_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1532 | 2026-09-10T09:00:10.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.31270181Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1533 | 2026-09-10T09:00:10.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.312771141Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1534 | 2026-09-10T09:00:10.321Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.312850611Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1535 | 2026-09-10T09:00:10.348Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1227","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.349251727Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1536 | 2026-09-10T09:00:10.372Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.365006639Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":52,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1537 | 2026-09-10T09:00:10.372Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.365138448Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1538 | 2026-09-10T09:00:10.372Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.365205254Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vm_reaches_destroyed_after_migration_out_target","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1539 | 2026-09-10T09:00:10.372Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.365275266Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1540 | 2026-09-10T09:00:10.372Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.365337454Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1541 | 2026-09-10T09:00:10.372Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.36541468Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1542 | 2026-09-10T09:00:10.398Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1228","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.399884167Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1543 | 2026-09-10T09:00:10.423Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.413818618Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1544 | 2026-09-10T09:00:10.423Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.413906354Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm_id":"adc9cedc-fe11-48f1-b6bd-d2457282633c"} |
| 1545 | 2026-09-10T09:00:10.423Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.414643186Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm_id":"adc9cedc-fe11-48f1-b6bd-d2457282633c"} |
| 1546 | 2026-09-10T09:00:10.785Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:10.785884477Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm_id":"adc9cedc-fe11-48f1-b6bd-d2457282633c"} |
| 1547 | 2026-09-10T09:00:11.675Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.676251111Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm_id":"adc9cedc-fe11-48f1-b6bd-d2457282633c"} |
| 1548 | 2026-09-10T09:00:11.700Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.676545577Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm_id":"adc9cedc-fe11-48f1-b6bd-d2457282633c","vm":"vm_reaches_destroyed_after_migration_out_source","elapsed_milliseconds":1262} |
| 1549 | 2026-09-10T09:00:11.700Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.676673058Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1550 | 2026-09-10T09:00:11.700Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.685867672Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1551 | 2026-09-10T09:00:11.700Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.694200033Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1552 | 2026-09-10T09:00:11.700Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.694290213Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1553 | 2026-09-10T09:00:11.725Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.726923125Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1554 | 2026-09-10T09:00:11.802Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.726982708Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8e014663-753d-480f-b660-f842827aa036\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1555 | 2026-09-10T09:00:11.802Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.744175537Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1492,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1556 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:447:21\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:433:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747183841Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1557 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747306904Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1558 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747399659Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1559 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_get_cid","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747460103Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1560 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.74750593Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1561 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747545344Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1562 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747727619Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1563 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747820204Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_get_cid"} |
| 1564 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747891879Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"} |
| 1565 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.747959447Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"} |
| 1566 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.748026424Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::vsock::vsock_get_cid"} |
| 1567 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.759055114Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_get_cid"} |
| 1568 | 2026-09-10T09:00:11.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.759170352Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-87f65690-7aa4-4965-acf5-fd523f67a0a9\"]","verb":"snapshot","path":"phd_tests::vsock::vsock_get_cid"} |
| 1569 | 2026-09-10T09:00:11.828Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.778990896Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-87f65690-7aa4-4965-acf5-fd523f67a0a9\", \"phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410\"]","verb":"clone","path":"phd_tests::vsock::vsock_get_cid"} |
| 1570 | 2026-09-10T09:00:11.828Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.798673982Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410\"]","verb":"list","path":"phd_tests::vsock::vsock_get_cid"} |
| 1571 | 2026-09-10T09:00:11.828Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.807954439Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410 0B 25.3T 207M /phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410\n","path":"phd_tests::vsock::vsock_get_cid"} |
| 1572 | 2026-09-10T09:00:11.828Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.808575603Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1573 | 2026-09-10T09:00:11.828Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.8086483Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"vsock_get_cid","path":"phd_tests::vsock::vsock_get_cid"} |
| 1574 | 2026-09-10T09:00:11.829Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.808713804Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_get_cid"} |
| 1575 | 2026-09-10T09:00:11.829Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.808781041Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::vsock::vsock_get_cid"} |
| 1576 | 2026-09-10T09:00:11.829Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.808855281Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log\"","path":"phd_tests::vsock::vsock_get_cid"} |
| 1577 | 2026-09-10T09:00:11.853Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1237","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.843754963Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1578 | 2026-09-10T09:00:11.878Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.857348418Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid","elapsed_milliseconds":48} |
| 1579 | 2026-09-10T09:00:11.878Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.857446714Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"vsock_get_cid","vm_id":"1b4f78bf-c233-4d0c-bbd5-26a3b5549afa","path":"phd_tests::vsock::vsock_get_cid"} |
| 1580 | 2026-09-10T09:00:11.878Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:11.858164661Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"vsock_get_cid","vm_id":"1b4f78bf-c233-4d0c-bbd5-26a3b5549afa","path":"phd_tests::vsock::vsock_get_cid"} |
| 1581 | 2026-09-10T09:00:12.292Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:12.292680449Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"vsock_get_cid","vm_id":"1b4f78bf-c233-4d0c-bbd5-26a3b5549afa","path":"phd_tests::vsock::vsock_get_cid"} |
| 1582 | 2026-09-10T09:00:13.280Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.281959927Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"vsock_get_cid","vm_id":"1b4f78bf-c233-4d0c-bbd5-26a3b5549afa","path":"phd_tests::vsock::vsock_get_cid"} |
| 1583 | 2026-09-10T09:00:13.305Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.282218546Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid","elapsed_milliseconds":1424,"vm":"vsock_get_cid","vm_id":"1b4f78bf-c233-4d0c-bbd5-26a3b5549afa"} |
| 1584 | 2026-09-10T09:00:13.305Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.282341859Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_get_cid"} |
| 1585 | 2026-09-10T09:00:13.305Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.290800293Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1586 | 2026-09-10T09:00:13.305Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.29102122Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410\"]","verb":"destroy","path":"phd_tests::vsock::vsock_get_cid"} |
| 1587 | 2026-09-10T09:00:13.329Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.326439901Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1588 | 2026-09-10T09:00:13.329Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.326499984Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-87f65690-7aa4-4965-acf5-fd523f67a0a9\"]","path":"phd_tests::vsock::vsock_get_cid"} |
| 1589 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.346138681Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_get_cid","elapsed_milliseconds":1598} |
| 1590 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_get_cid ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:33:17\n 8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_get_cid::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:25:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.349288578Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1591 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.349429214Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1592 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.349525726Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1593 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.349585359Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1594 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.349619874Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1595 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.349657164Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1596 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.349923318Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1597 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.35006202Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1598 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.350162339Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1599 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.350255525Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1600 | 2026-09-10T09:00:13.396Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.350356226Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1601 | 2026-09-10T09:00:13.421Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.361598243Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1602 | 2026-09-10T09:00:13.421Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.36173502Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-99472b9e-7883-4be7-a100-21ca7f242281\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1603 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.377657697Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-99472b9e-7883-4be7-a100-21ca7f242281\", \"phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1604 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.395996721Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1605 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.40533056Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5 0B 25.3T 207M /phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5\n","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1606 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.406004211Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1607 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.406102431Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vsock_smoke_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1608 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.40619525Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1609 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.406280189Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1610 | 2026-09-10T09:00:13.422Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.406385303Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log\"","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1611 | 2026-09-10T09:00:13.446Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1245","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.439943176Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1612 | 2026-09-10T09:00:13.470Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.454081854Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":47} |
| 1613 | 2026-09-10T09:00:13.470Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.45419037Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"ba6e858a-f4f8-4228-837e-6e818fecfe58"} |
| 1614 | 2026-09-10T09:00:13.470Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:13.454898718Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"ba6e858a-f4f8-4228-837e-6e818fecfe58"} |
| 1615 | 2026-09-10T09:00:14.160Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.161970792Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"ba6e858a-f4f8-4228-837e-6e818fecfe58"} |
| 1616 | 2026-09-10T09:00:14.914Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.91595232Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"ba6e858a-f4f8-4228-837e-6e818fecfe58"} |
| 1617 | 2026-09-10T09:00:14.938Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.916205358Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ba6e858a-f4f8-4228-837e-6e818fecfe58","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","elapsed_milliseconds":1461} |
| 1618 | 2026-09-10T09:00:14.938Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.916328902Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1619 | 2026-09-10T09:00:14.938Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.925254378Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1620 | 2026-09-10T09:00:14.938Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.925375826Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1621 | 2026-09-10T09:00:14.963Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.956816371Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1622 | 2026-09-10T09:00:14.963Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.956876385Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-99472b9e-7883-4be7-a100-21ca7f242281\"]","verb":"destroy","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1623 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.974329549Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":1624} |
| 1624 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:16:17\n 8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.976906224Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1625 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977040738Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1626 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977132482Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1627 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::long_line_serial_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977189409Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1628 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977223574Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1629 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977260213Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1630 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977456614Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1631 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977553257Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} |
| 1632 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977647545Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::long_line_serial_test"} |
| 1633 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977712418Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} |
| 1634 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977777842Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} |
| 1635 | 2026-09-10T09:00:15.030Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.977862091Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1636 | 2026-09-10T09:00:15.054Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.989119243Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::long_line_serial_test"} |
| 1637 | 2026-09-10T09:00:15.054Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:14.989207921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-4603ba72-21c6-4aee-8b09-7dc1de284c3d\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1638 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.009411779Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-4603ba72-21c6-4aee-8b09-7dc1de284c3d\", \"phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1639 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.028736708Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec\"]","verb":"list","path":"phd_tests::framework::long_line_serial_test"} |
| 1640 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.039487424Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec 0B 25.3T 207M /phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec\n","path":"phd_tests::framework::long_line_serial_test"} |
| 1641 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.040095974Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1642 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.040163695Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"long_line_serial_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::framework::long_line_serial_test"} |
| 1643 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.04023401Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::long_line_serial_test"} |
| 1644 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.040293569Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::framework::long_line_serial_test"} |
| 1645 | 2026-09-10T09:00:15.055Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.040363648Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log\"","path":"phd_tests::framework::long_line_serial_test"} |
| 1646 | 2026-09-10T09:00:15.079Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1253","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.073491354Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1647 | 2026-09-10T09:00:15.103Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.087998815Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","elapsed_milliseconds":47} |
| 1648 | 2026-09-10T09:00:15.103Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.08810199Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","vm":"long_line_serial_test","vm_id":"010cf8c1-908e-48c2-8393-b1850fa9dcb6"} |
| 1649 | 2026-09-10T09:00:15.103Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.088815288Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm":"long_line_serial_test","vm_id":"010cf8c1-908e-48c2-8393-b1850fa9dcb6"} |
| 1650 | 2026-09-10T09:00:15.519Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:15.520332238Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm":"long_line_serial_test","vm_id":"010cf8c1-908e-48c2-8393-b1850fa9dcb6"} |
| 1651 | 2026-09-10T09:00:16.378Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.379817848Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm":"long_line_serial_test","vm_id":"010cf8c1-908e-48c2-8393-b1850fa9dcb6"} |
| 1652 | 2026-09-10T09:00:16.402Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.380235938Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","vm":"long_line_serial_test","vm_id":"010cf8c1-908e-48c2-8393-b1850fa9dcb6","elapsed_milliseconds":1291} |
| 1653 | 2026-09-10T09:00:16.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.380362527Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::long_line_serial_test"} |
| 1654 | 2026-09-10T09:00:16.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.388573627Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1655 | 2026-09-10T09:00:16.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.388688593Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1656 | 2026-09-10T09:00:16.427Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.420627786Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1657 | 2026-09-10T09:00:16.427Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.420688361Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-4603ba72-21c6-4aee-8b09-7dc1de284c3d\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1658 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.438665595Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::long_line_serial_test","elapsed_milliseconds":1460} |
| 1659 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::framework::long_line_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:33:17\n 8: <tracing::instrument::Instrumented<phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::long_line_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:20:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442009862Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1660 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442139457Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1661 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442235839Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1662 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::multiline_serial_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442295532Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1663 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442332021Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1664 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442369682Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1665 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.44270719Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1666 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442871741Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::multiline_serial_test"} |
| 1667 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.442956811Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} |
| 1668 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.443038055Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} |
| 1669 | 2026-09-10T09:00:16.494Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.44315004Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::framework::multiline_serial_test"} |
| 1670 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.455426574Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::multiline_serial_test"} |
| 1671 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.455554826Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-f358fabe-e8e2-451e-a2f0-2b0096eba283\"]","verb":"snapshot","path":"phd_tests::framework::multiline_serial_test"} |
| 1672 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.474063712Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-f358fabe-e8e2-451e-a2f0-2b0096eba283\", \"phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f\"]","path":"phd_tests::framework::multiline_serial_test"} |
| 1673 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.495958877Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f\"]","verb":"list","path":"phd_tests::framework::multiline_serial_test"} |
| 1674 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.507952341Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f 0B 25.3T 207M /phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f\n","path":"phd_tests::framework::multiline_serial_test"} |
| 1675 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.508504725Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1676 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.508574898Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiline_test","path":"phd_tests::framework::multiline_serial_test"} |
| 1677 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.508645742Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::multiline_serial_test"} |
| 1678 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.508708691Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"} |
| 1679 | 2026-09-10T09:00:16.519Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.508780958Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stderr.log\"","path":"phd_tests::framework::multiline_serial_test"} |
| 1680 | 2026-09-10T09:00:16.544Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1261","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.5446352Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1681 | 2026-09-10T09:00:16.568Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.558916388Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::framework::multiline_serial_test"} |
| 1682 | 2026-09-10T09:00:16.568Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.559022549Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","vm_id":"f4f8998f-a6fd-462c-842b-f09d2adcae7b","path":"phd_tests::framework::multiline_serial_test"} |
| 1683 | 2026-09-10T09:00:16.568Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:16.559678627Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","vm_id":"f4f8998f-a6fd-462c-842b-f09d2adcae7b","path":"phd_tests::framework::multiline_serial_test"} |
| 1684 | 2026-09-10T09:00:17.220Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:17.222168406Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","vm_id":"f4f8998f-a6fd-462c-842b-f09d2adcae7b","path":"phd_tests::framework::multiline_serial_test"} |
| 1685 | 2026-09-10T09:00:17.770Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:17.772344256Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","vm_id":"f4f8998f-a6fd-462c-842b-f09d2adcae7b","path":"phd_tests::framework::multiline_serial_test"} |
| 1686 | 2026-09-10T09:00:18.542Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.543732388Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","vm_id":"f4f8998f-a6fd-462c-842b-f09d2adcae7b","path":"phd_tests::framework::multiline_serial_test"} |
| 1687 | 2026-09-10T09:00:18.566Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.54398255Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1984,"path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"f4f8998f-a6fd-462c-842b-f09d2adcae7b"} |
| 1688 | 2026-09-10T09:00:18.566Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.544103529Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"} |
| 1689 | 2026-09-10T09:00:18.566Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.552279568Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1690 | 2026-09-10T09:00:18.566Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.552379297Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f\"]","verb":"destroy","path":"phd_tests::framework::multiline_serial_test"} |
| 1691 | 2026-09-10T09:00:18.590Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.585207011Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1692 | 2026-09-10T09:00:18.590Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.585293154Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-f358fabe-e8e2-451e-a2f0-2b0096eba283\"]","path":"phd_tests::framework::multiline_serial_test"} |
| 1693 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.603841244Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","elapsed_milliseconds":2160,"path":"phd_tests::framework::multiline_serial_test"} |
| 1694 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::framework::multiline_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:13:17\n 8: <tracing::instrument::Instrumented<phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::multiline_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.606507081Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1695 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.606635614Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1696 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.606727277Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1697 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hw::lspci_lifecycle_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.606784385Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1698 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.606819241Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1699 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.606857243Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1700 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.607069213Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1701 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.607182187Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1702 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.607256437Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1703 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.607325708Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1704 | 2026-09-10T09:00:18.658Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.607402513Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1705 | 2026-09-10T09:00:18.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.619072616Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1706 | 2026-09-10T09:00:18.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.619158489Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-bad0110f-18ff-47db-8ccc-b4a5cdaca61f\"]","verb":"snapshot","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1707 | 2026-09-10T09:00:18.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.637248915Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-bad0110f-18ff-47db-8ccc-b4a5cdaca61f\", \"phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1708 | 2026-09-10T09:00:18.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.656354077Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1709 | 2026-09-10T09:00:18.683Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.66788144Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947 0B 25.3T 207M /phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947\n","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1710 | 2026-09-10T09:00:18.683Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.668571684Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1711 | 2026-09-10T09:00:18.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.668648109Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"lspci_lifecycle_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1712 | 2026-09-10T09:00:18.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.668723762Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1713 | 2026-09-10T09:00:18.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.668791349Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1714 | 2026-09-10T09:00:18.684Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.66886591Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log\"","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1715 | 2026-09-10T09:00:18.708Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1269","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.70425727Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1716 | 2026-09-10T09:00:18.733Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.717885031Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":49} |
| 1717 | 2026-09-10T09:00:18.733Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.717984649Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"ab0b2387-fee1-4d7a-9b27-9b3da15d28d6"} |
| 1718 | 2026-09-10T09:00:18.733Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:18.718710972Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"ab0b2387-fee1-4d7a-9b27-9b3da15d28d6"} |
| 1719 | 2026-09-10T09:00:19.218Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:19.22017372Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"ab0b2387-fee1-4d7a-9b27-9b3da15d28d6"} |
| 1720 | 2026-09-10T09:00:19.649Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:19.651161763Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"ab0b2387-fee1-4d7a-9b27-9b3da15d28d6"} |
| 1721 | 2026-09-10T09:00:20.302Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.304303706Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"ab0b2387-fee1-4d7a-9b27-9b3da15d28d6"} |
| 1722 | 2026-09-10T09:00:20.303Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.304526517Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ab0b2387-fee1-4d7a-9b27-9b3da15d28d6","vm":"lspci_lifecycle_test","elapsed_milliseconds":1586,"path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1723 | 2026-09-10T09:00:20.327Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.304648217Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1724 | 2026-09-10T09:00:20.327Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.313690303Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1725 | 2026-09-10T09:00:20.327Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.313825098Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1726 | 2026-09-10T09:00:20.469Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.34459762Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1727 | 2026-09-10T09:00:20.470Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.344659657Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-bad0110f-18ff-47db-8ccc-b4a5cdaca61f\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1728 | 2026-09-10T09:00:20.470Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.363207235Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":1755} |
| 1729 | 2026-09-10T09:00:20.470Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hw::lspci_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:17:17\n 8: <tracing::instrument::Instrumented<phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hw::lspci_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:8:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.366795684Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1730 | 2026-09-10T09:00:20.470Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.366914719Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1731 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.366998145Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1732 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::export_failure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367052726Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1733 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367087161Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1734 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367122054Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1735 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367311168Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1736 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367422303Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::export_failure"} |
| 1737 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367492213Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} |
| 1738 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367556647Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} |
| 1739 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.367629713Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::export_failure"} |
| 1740 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.378575281Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::export_failure"} |
| 1741 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.37876316Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6ab300f4-46f0-4330-a3c1-79e51c18e8cc\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::export_failure"} |
| 1742 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.395932485Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-6ab300f4-46f0-4330-a3c1-79e51c18e8cc\", \"phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15\"]","path":"phd_tests::migrate::running_process::export_failure"} |
| 1743 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.414584723Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"} |
| 1744 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.424709154Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15 0B 25.3T 207M /phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15\n","path":"phd_tests::migrate::running_process::export_failure"} |
| 1745 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.425339826Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1746 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.425404188Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::export_failure_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::export_failure"} |
| 1747 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.425466977Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} |
| 1748 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.425524696Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"} |
| 1749 | 2026-09-10T09:00:20.471Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.425600399Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1750 | 2026-09-10T09:00:20.497Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1277","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.459118538Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1751 | 2026-09-10T09:00:20.497Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.473425011Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":48} |
| 1752 | 2026-09-10T09:00:20.497Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.473544607Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1753 | 2026-09-10T09:00:20.497Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.473605733Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::export_failure_target1","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::export_failure"} |
| 1754 | 2026-09-10T09:00:20.497Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.473671267Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} |
| 1755 | 2026-09-10T09:00:20.497Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.473730028Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"} |
| 1756 | 2026-09-10T09:00:20.497Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.473803166Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1757 | 2026-09-10T09:00:20.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1278","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.505852599Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1758 | 2026-09-10T09:00:20.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.520184242Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":46} |
| 1759 | 2026-09-10T09:00:20.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.520288459Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1760 | 2026-09-10T09:00:20.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.520350958Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure"} |
| 1761 | 2026-09-10T09:00:20.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.520417904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} |
| 1762 | 2026-09-10T09:00:20.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.520475052Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"} |
| 1763 | 2026-09-10T09:00:20.522Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.520546667Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1764 | 2026-09-10T09:00:20.547Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1279","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.549246893Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1765 | 2026-09-10T09:00:20.572Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.563921282Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":43} |
| 1766 | 2026-09-10T09:00:20.572Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.564023755Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"5353e266-4b2d-4ee0-9f68-31d27fd8ba32","path":"phd_tests::migrate::running_process::export_failure"} |
| 1767 | 2026-09-10T09:00:20.572Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.564776638Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::export_failure_source","vm_id":"5353e266-4b2d-4ee0-9f68-31d27fd8ba32","path":"phd_tests::migrate::running_process::export_failure"} |
| 1768 | 2026-09-10T09:00:20.833Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:20.835255861Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::export_failure_source","vm_id":"5353e266-4b2d-4ee0-9f68-31d27fd8ba32","path":"phd_tests::migrate::running_process::export_failure"} |
| 1769 | 2026-09-10T09:00:21.716Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:21.718404352Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::export_failure_source","vm_id":"5353e266-4b2d-4ee0-9f68-31d27fd8ba32","path":"phd_tests::migrate::running_process::export_failure"} |
| 1770 | 2026-09-10T09:00:22.378Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.379715875Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::export_failure_source","vm_id":"5353e266-4b2d-4ee0-9f68-31d27fd8ba32","path":"phd_tests::migrate::running_process::export_failure"} |
| 1771 | 2026-09-10T09:00:22.378Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.379974183Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"5353e266-4b2d-4ee0-9f68-31d27fd8ba32","elapsed_milliseconds":1815} |
| 1772 | 2026-09-10T09:00:22.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.380102455Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"} |
| 1773 | 2026-09-10T09:00:22.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.388510774Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"} |
| 1774 | 2026-09-10T09:00:22.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.397146539Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"} |
| 1775 | 2026-09-10T09:00:22.426Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.40581303Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1776 | 2026-09-10T09:00:22.426Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.40593482Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15\"]","path":"phd_tests::migrate::running_process::export_failure"} |
| 1777 | 2026-09-10T09:00:22.451Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.438969615Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1778 | 2026-09-10T09:00:22.451Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.439028076Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-6ab300f4-46f0-4330-a3c1-79e51c18e8cc\"]","path":"phd_tests::migrate::running_process::export_failure"} |
| 1779 | 2026-09-10T09:00:22.518Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.456794249Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":2088} |
| 1780 | 2026-09-10T09:00:22.518Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::export_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:230:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::export_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:206:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.461705099Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1781 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.461803274Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1782 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.461893024Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1783 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::import_failure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.461948669Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1784 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.461983645Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1785 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.462020455Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1786 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.462222597Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1787 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.462337354Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} |
| 1788 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.462400303Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1789 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.462461558Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1790 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.462530489Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1791 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.473659278Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1792 | 2026-09-10T09:00:22.519Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.473750341Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7ba98bf3-1efe-4bc6-b7e9-43b2ae42b1e9\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::import_failure"} |
| 1793 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.491496892Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7ba98bf3-1efe-4bc6-b7e9-43b2ae42b1e9\", \"phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"} |
| 1794 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.508792538Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1795 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.520416444Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a 0B 25.3T 207M /phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1796 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.521056985Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1797 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.521126686Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} |
| 1798 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.521203261Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} |
| 1799 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.521269847Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1800 | 2026-09-10T09:00:22.544Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.521345891Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1801 | 2026-09-10T09:00:22.568Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1289","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.556950263Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1802 | 2026-09-10T09:00:22.592Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.571226129Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::migrate::running_process::import_failure"} |
| 1803 | 2026-09-10T09:00:22.592Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.571342258Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} |
| 1804 | 2026-09-10T09:00:22.592Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.571400178Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1805 | 2026-09-10T09:00:22.592Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.571451936Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1806 | 2026-09-10T09:00:22.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.571513782Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"} |
| 1807 | 2026-09-10T09:00:22.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.584174812Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1808 | 2026-09-10T09:00:22.593Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.58425017Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-beb9f465-5d65-4b65-bb88-be793f4f9c16\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::import_failure"} |
| 1809 | 2026-09-10T09:00:22.617Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.606787426Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-beb9f465-5d65-4b65-bb88-be793f4f9c16\", \"phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"} |
| 1810 | 2026-09-10T09:00:22.641Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.624609727Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1811 | 2026-09-10T09:00:22.641Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.635603501Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77 0B 25.3T 207M /phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1812 | 2026-09-10T09:00:22.641Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.63621142Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1813 | 2026-09-10T09:00:22.641Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.636280691Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} |
| 1814 | 2026-09-10T09:00:22.641Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.63635436Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} |
| 1815 | 2026-09-10T09:00:22.641Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.636424553Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1816 | 2026-09-10T09:00:22.641Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.636507169Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1817 | 2026-09-10T09:00:22.668Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1294","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.670495176Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1818 | 2026-09-10T09:00:22.692Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.684789788Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::migrate::running_process::import_failure"} |
| 1819 | 2026-09-10T09:00:22.692Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.684914393Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1820 | 2026-09-10T09:00:22.692Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.684972283Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} |
| 1821 | 2026-09-10T09:00:22.692Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.685040903Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} |
| 1822 | 2026-09-10T09:00:22.692Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.685101247Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1823 | 2026-09-10T09:00:22.692Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.685174164Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1824 | 2026-09-10T09:00:22.719Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1295","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.721989165Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1825 | 2026-09-10T09:00:22.744Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.737006763Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":52,"path":"phd_tests::migrate::running_process::import_failure"} |
| 1826 | 2026-09-10T09:00:22.744Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.73710053Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78ec50a0-165c-4ff6-86e3-f0b0786b8b68","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source"} |
| 1827 | 2026-09-10T09:00:22.744Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:22.737848614Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"78ec50a0-165c-4ff6-86e3-f0b0786b8b68","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source"} |
| 1828 | 2026-09-10T09:00:23.407Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:23.409114707Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"78ec50a0-165c-4ff6-86e3-f0b0786b8b68","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source"} |
| 1829 | 2026-09-10T09:00:24.378Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.380850602Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"78ec50a0-165c-4ff6-86e3-f0b0786b8b68","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source"} |
| 1830 | 2026-09-10T09:00:24.403Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.381243655Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::import_failure_source","vm_id":"78ec50a0-165c-4ff6-86e3-f0b0786b8b68","elapsed_milliseconds":1643,"path":"phd_tests::migrate::running_process::import_failure"} |
| 1831 | 2026-09-10T09:00:24.403Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.381423736Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"} |
| 1832 | 2026-09-10T09:00:24.403Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.39057581Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::import_failure"} |
| 1833 | 2026-09-10T09:00:24.403Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.39922749Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1834 | 2026-09-10T09:00:24.403Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.39932273Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1835 | 2026-09-10T09:00:24.427Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.430547544Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1836 | 2026-09-10T09:00:24.427Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.430626283Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-beb9f465-5d65-4b65-bb88-be793f4f9c16\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1837 | 2026-09-10T09:00:24.452Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.450357703Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::import_failure"} |
| 1838 | 2026-09-10T09:00:24.476Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.459623108Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1839 | 2026-09-10T09:00:24.476Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.459754988Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a\"]","verb":"destroy","path":"phd_tests::migrate::running_process::import_failure"} |
| 1840 | 2026-09-10T09:00:24.500Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.488802582Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1841 | 2026-09-10T09:00:24.500Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.488857586Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-7ba98bf3-1efe-4bc6-b7e9-43b2ae42b1e9\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1842 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.506524866Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":2043,"path":"phd_tests::migrate::running_process::import_failure"} |
| 1843 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::import_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:168:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::import_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:136:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509090565Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1844 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509203128Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1845 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509294651Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1846 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::migrate_running_process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509352811Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1847 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509388448Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1848 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509426881Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1849 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.50960101Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1850 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509703734Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1851 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.50977039Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1852 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509833259Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1853 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.509901328Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1854 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.521490909Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1855 | 2026-09-10T09:00:24.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.521585433Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-27c754af-b532-4e96-ae58-ddda6021ba3d\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1856 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.541533522Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-27c754af-b532-4e96-ae58-ddda6021ba3d\", \"phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1857 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.56025329Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1858 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.571250362Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae 0B 25.3T 207M /phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae\n","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1859 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.571927787Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1860 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.572001566Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1861 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.572077831Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1862 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.572143344Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1863 | 2026-09-10T09:00:24.572Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.572218817Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1864 | 2026-09-10T09:00:24.604Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1307","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.607018558Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1865 | 2026-09-10T09:00:24.628Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.621578722Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1866 | 2026-09-10T09:00:24.628Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.621711693Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1867 | 2026-09-10T09:00:24.628Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.621775393Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migrate_running_process_target","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1868 | 2026-09-10T09:00:24.628Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.621840346Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1869 | 2026-09-10T09:00:24.628Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.621898065Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1870 | 2026-09-10T09:00:24.628Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.621968208Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1871 | 2026-09-10T09:00:24.662Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1308","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.665017302Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1872 | 2026-09-10T09:00:24.686Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.679450673Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":57,"path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1873 | 2026-09-10T09:00:24.686Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.679563796Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"219066fc-dbe3-4f57-90f5-2732061380e6","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1874 | 2026-09-10T09:00:24.686Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.680326859Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"219066fc-dbe3-4f57-90f5-2732061380e6","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1875 | 2026-09-10T09:00:24.971Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:24.97379456Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"219066fc-dbe3-4f57-90f5-2732061380e6","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1876 | 2026-09-10T09:00:25.355Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:25.357817013Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"219066fc-dbe3-4f57-90f5-2732061380e6","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1877 | 2026-09-10T09:00:26.357Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.360126092Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"219066fc-dbe3-4f57-90f5-2732061380e6","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1878 | 2026-09-10T09:00:26.381Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.360377758Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1680,"vm_id":"219066fc-dbe3-4f57-90f5-2732061380e6","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"} |
| 1879 | 2026-09-10T09:00:26.381Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.360497755Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1880 | 2026-09-10T09:00:26.381Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.368799153Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1881 | 2026-09-10T09:00:26.382Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.377046657Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1882 | 2026-09-10T09:00:26.382Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.377126909Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae\"]","verb":"destroy","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1883 | 2026-09-10T09:00:26.412Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.407365311Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1884 | 2026-09-10T09:00:26.413Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.407425134Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-27c754af-b532-4e96-ae58-ddda6021ba3d\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1885 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.428066098Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1918,"path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1886 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::migrate_running_process ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:124:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::migrate_running_process::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:116:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.430688274Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1887 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.430819422Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1888 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.430911539Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1889 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_boot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.430966279Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1890 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.430999634Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1891 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.431035166Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1892 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.431274221Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1893 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.436461894Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1894 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.43741289Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1895 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.437484526Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1896 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.43755023Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1897 | 2026-09-10T09:00:26.480Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.437621414Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1898 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.450495613Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1899 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.45058921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-4381c8ff-c4c8-481e-954b-45a9ed025cc2\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1900 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.467722787Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-4381c8ff-c4c8-481e-954b-45a9ed025cc2\", \"phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1901 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.488977972Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc\"]","verb":"list","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1902 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.500574917Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc 0B 25.3T 207M /phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc\n","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1903 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.501090802Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1904 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.50116358Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1905 | 2026-09-10T09:00:26.505Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.501239002Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1906 | 2026-09-10T09:00:26.506Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.501324464Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1907 | 2026-09-10T09:00:26.506Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.501404906Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log\"","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1908 | 2026-09-10T09:00:26.532Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1317","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.53499647Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1909 | 2026-09-10T09:00:26.556Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.549735104Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_boot_test","elapsed_milliseconds":48} |
| 1910 | 2026-09-10T09:00:26.556Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.549836125Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b9920faf-b96e-4463-ab5b-5dc8f6c8ac97","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1911 | 2026-09-10T09:00:26.556Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.551537371Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b9920faf-b96e-4463-ab5b-5dc8f6c8ac97","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1912 | 2026-09-10T09:00:26.934Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:26.936926025Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b9920faf-b96e-4463-ab5b-5dc8f6c8ac97","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1913 | 2026-09-10T09:00:27.947Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:27.949780459Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b9920faf-b96e-4463-ab5b-5dc8f6c8ac97","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1914 | 2026-09-10T09:00:27.947Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:27.949997404Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b9920faf-b96e-4463-ab5b-5dc8f6c8ac97","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","elapsed_milliseconds":1399} |
| 1915 | 2026-09-10T09:00:27.972Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:27.950183954Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1916 | 2026-09-10T09:00:27.972Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:27.959366687Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1917 | 2026-09-10T09:00:27.972Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:27.959416572Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1918 | 2026-09-10T09:00:27.996Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:27.992592544Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1919 | 2026-09-10T09:00:27.996Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:27.992644963Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4381c8ff-c4c8-481e-954b-45a9ed025cc2\"]","verb":"destroy","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1920 | 2026-09-10T09:00:28.064Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.011236073Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_boot_test","elapsed_milliseconds":1579} |
| 1921 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:142:65\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:140:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.015042547Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1922 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.015163647Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1923 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.015250698Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1924 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::guest_cpu_topo_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.015303814Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1925 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.015335721Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1926 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.01536916Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1927 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.015521125Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1928 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.018792974Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1929 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.019099694Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1930 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.019164847Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1931 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.019223478Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1932 | 2026-09-10T09:00:28.065Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.019283722Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1933 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.031177457Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1934 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.031303546Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3cdf03d1-b4d5-41d3-a1be-a0e8d505be12\"]","verb":"snapshot","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1935 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.048528665Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3cdf03d1-b4d5-41d3-a1be-a0e8d505be12\", \"phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5\"]","verb":"clone","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1936 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.065966439Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1937 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.077710639Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5 0B 25.3T 207M /phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5\n","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1938 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.078325552Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1939 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.078401215Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"guest_cpu_topo_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1940 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.078479302Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1941 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.07855758Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1942 | 2026-09-10T09:00:28.090Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.078650075Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log\"","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1943 | 2026-09-10T09:00:28.115Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1325","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.114853525Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1944 | 2026-09-10T09:00:28.140Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.129404626Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":51,"path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1945 | 2026-09-10T09:00:28.140Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.129515355Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_cpu_topo_test","vm_id":"92e2aa25-59ca-4628-9209-de7aaa0ce5d8","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1946 | 2026-09-10T09:00:28.140Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.130484316Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_cpu_topo_test","vm_id":"92e2aa25-59ca-4628-9209-de7aaa0ce5d8","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1947 | 2026-09-10T09:00:28.530Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:28.533117827Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_cpu_topo_test","vm_id":"92e2aa25-59ca-4628-9209-de7aaa0ce5d8","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1948 | 2026-09-10T09:00:29.545Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.547857907Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_cpu_topo_test","vm_id":"92e2aa25-59ca-4628-9209-de7aaa0ce5d8","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1949 | 2026-09-10T09:00:29.569Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.548163194Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1418,"path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"92e2aa25-59ca-4628-9209-de7aaa0ce5d8"} |
| 1950 | 2026-09-10T09:00:29.569Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.548301696Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1951 | 2026-09-10T09:00:29.569Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.557195823Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1952 | 2026-09-10T09:00:29.569Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.557283852Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5\"]","verb":"destroy","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1953 | 2026-09-10T09:00:29.594Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.593240918Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1954 | 2026-09-10T09:00:29.594Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.593333022Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-3cdf03d1-b4d5-41d3-a1be-a0e8d505be12\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1955 | 2026-09-10T09:00:29.661Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.612054115Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","elapsed_milliseconds":1596,"path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1956 | 2026-09-10T09:00:29.661Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::guest_cpu_topo_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:339:69\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:337:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.615973205Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1957 | 2026-09-10T09:00:29.661Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.616102008Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1958 | 2026-09-10T09:00:29.661Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.616196857Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1959 | 2026-09-10T09:00:29.662Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_migrate_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.616253535Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1960 | 2026-09-10T09:00:29.662Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.61628821Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1961 | 2026-09-10T09:00:29.662Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.616324899Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1962 | 2026-09-10T09:00:29.662Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.616508658Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1963 | 2026-09-10T09:00:29.662Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.62013064Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1964 | 2026-09-10T09:00:29.662Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.620586282Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1965 | 2026-09-10T09:00:29.663Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.620658538Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1966 | 2026-09-10T09:00:29.663Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.62072279Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1967 | 2026-09-10T09:00:29.663Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.620794074Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1968 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.633313463Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1969 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.633444803Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-397ebe06-e4cb-4061-8d1e-677e20224a49\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1970 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.653372678Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-397ebe06-e4cb-4061-8d1e-677e20224a49\", \"phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1971 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.672690361Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e\"]","verb":"list","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1972 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.685146279Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e 0B 25.3T 207M /phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1973 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.685721947Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1974 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.685801287Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"cpuid_boot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1975 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.685882481Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1976 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.685953796Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1977 | 2026-09-10T09:00:29.688Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.686037624Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log\"","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1978 | 2026-09-10T09:00:29.721Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1333","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.722570469Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1979 | 2026-09-10T09:00:29.747Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.737087553Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","elapsed_milliseconds":51} |
| 1980 | 2026-09-10T09:00:29.747Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.737205526Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test","vm_id":"0ac136d0-bc52-40cc-9aac-75ea3ebc303a"} |
| 1981 | 2026-09-10T09:00:29.747Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:29.738124211Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test","vm_id":"0ac136d0-bc52-40cc-9aac-75ea3ebc303a"} |
| 1982 | 2026-09-10T09:00:30.303Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.306692988Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test","vm_id":"0ac136d0-bc52-40cc-9aac-75ea3ebc303a"} |
| 1983 | 2026-09-10T09:00:30.859Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.863108069Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test","vm_id":"0ac136d0-bc52-40cc-9aac-75ea3ebc303a"} |
| 1984 | 2026-09-10T09:00:30.884Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.863386825Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1125,"vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm_id":"0ac136d0-bc52-40cc-9aac-75ea3ebc303a"} |
| 1985 | 2026-09-10T09:00:30.884Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.863520268Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1986 | 2026-09-10T09:00:30.884Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.87255307Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1987 | 2026-09-10T09:00:30.884Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.872707658Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e\"]","verb":"destroy","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1988 | 2026-09-10T09:00:30.908Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.906000051Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1989 | 2026-09-10T09:00:30.908Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.906058601Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-397ebe06-e4cb-4061-8d1e-677e20224a49\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1990 | 2026-09-10T09:00:30.975Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.924059107Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","elapsed_milliseconds":1307} |
| 1991 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_migrate_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:148:65\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:146:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.927346486Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1992 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.927469634Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1993 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.927556536Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1994 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_instance_spec_round_trip_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.927609849Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1995 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.927710216Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1996 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.927747567Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1997 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.928078302Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 1998 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.928243544Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 1999 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.928324016Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2000 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.928383929Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2001 | 2026-09-10T09:00:30.976Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.928454713Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2002 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.93898375Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2003 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.939094048Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-e92ed52c-bae2-47b0-968a-454b3b4e9a05\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2004 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.958498197Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-e92ed52c-bae2-47b0-968a-454b3b4e9a05\", \"phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2005 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.975124425Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf\"]","verb":"list","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2006 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.986396847Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf 0B 25.3T 207M /phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2007 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.986985839Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2008 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.987073886Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"cpuid_instance_spec_round_trip_test","guest_os_kind":"Alpine","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2009 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.987166368Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2010 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.98724289Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2011 | 2026-09-10T09:00:31.001Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:30.987333192Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log\"","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2012 | 2026-09-10T09:00:31.026Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1341","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:31.023279603Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2013 | 2026-09-10T09:00:31.050Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:31.037414688Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2014 | 2026-09-10T09:00:31.050Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:31.037513226Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_instance_spec_round_trip_test","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm_id":"561badad-a12c-4ab6-beb8-e841a12e605e"} |
| 2015 | 2026-09-10T09:00:31.050Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:31.0382754Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_instance_spec_round_trip_test","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm_id":"561badad-a12c-4ab6-beb8-e841a12e605e"} |
| 2016 | 2026-09-10T09:00:31.357Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:31.360661009Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_instance_spec_round_trip_test","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm_id":"561badad-a12c-4ab6-beb8-e841a12e605e"} |
| 2017 | 2026-09-10T09:00:32.426Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.429252447Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_instance_spec_round_trip_test","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm_id":"561badad-a12c-4ab6-beb8-e841a12e605e"} |
| 2018 | 2026-09-10T09:00:32.450Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.429588464Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1391,"path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm_id":"561badad-a12c-4ab6-beb8-e841a12e605e","vm":"cpuid_instance_spec_round_trip_test"} |
| 2019 | 2026-09-10T09:00:32.450Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.429700416Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2020 | 2026-09-10T09:00:32.450Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.439164724Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2021 | 2026-09-10T09:00:32.450Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.439285542Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2022 | 2026-09-10T09:00:32.474Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.470889392Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2023 | 2026-09-10T09:00:32.474Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.470953914Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e92ed52c-bae2-47b0-968a-454b3b4e9a05\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2024 | 2026-09-10T09:00:32.541Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.4885259Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","elapsed_milliseconds":1560,"path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2025 | 2026-09-10T09:00:32.541Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_instance_spec_round_trip_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:36:17\n 8: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:23:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.492469552Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 2026 | 2026-09-10T09:00:32.541Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.492601952Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 2027 | 2026-09-10T09:00:32.541Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.492692433Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 2028 | 2026-09-10T09:00:32.541Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.492760141Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"} |
| 2029 | 2026-09-10T09:00:32.541Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.492798934Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 2030 | 2026-09-10T09:00:32.541Z | |
| 2031 | 2026-09-10T09:00:32.541Z | failures: |
| 2032 | 2026-09-10T09:00:32.541Z | phd_tests::disk::in_memory_backend_smoke_test |
| 2033 | 2026-09-10T09:00:32.541Z | phd_tests::disk::in_memory_backend_migration_test |
| 2034 | 2026-09-10T09:00:32.542Z | phd_tests::crucible::migrate::smoke_test |
| 2035 | 2026-09-10T09:00:32.542Z | phd_tests::crucible::migrate::load_test |
| 2036 | 2026-09-10T09:00:32.542Z | phd_tests::boot_order::configurable_boot_order |
| 2037 | 2026-09-10T09:00:32.542Z | phd_tests::boot_order::unbootable_disk_skipped |
| 2038 | 2026-09-10T09:00:32.542Z | phd_tests::boot_order::boot_order_source_priority |
| 2039 | 2026-09-10T09:00:32.542Z | phd_tests::boot_order::guest_can_adjust_boot_order |
| 2040 | 2026-09-10T09:00:32.542Z | phd_tests::boot_order::nvme_boot_option_description |
| 2041 | 2026-09-10T09:00:32.542Z | phd_tests::server_state_machine::instance_reset_test |
| 2042 | 2026-09-10T09:00:32.542Z | phd_tests::server_state_machine::instance_start_stop_test |
| 2043 | 2026-09-10T09:00:32.542Z | phd_tests::server_state_machine::instance_stop_unstarted_test |
| 2044 | 2026-09-10T09:00:32.542Z | phd_tests::server_state_machine::stop_while_blocked_on_start_test |
| 2045 | 2026-09-10T09:00:32.542Z | phd_tests::server_state_machine::instance_stop_causes_destroy_test |
| 2046 | 2026-09-10T09:00:32.542Z | phd_tests::server_state_machine::instance_reset_requires_running_test |
| 2047 | 2026-09-10T09:00:32.542Z | phd_tests::stats::instance_vcpu_stats |
| 2048 | 2026-09-10T09:00:32.542Z | phd_tests::crucible::smoke::api_reboot_test |
| 2049 | 2026-09-10T09:00:32.542Z | phd_tests::crucible::smoke::guest_reboot_test |
| 2050 | 2026-09-10T09:00:32.542Z | phd_tests::crucible::smoke::vcr_replace_during_start_test |
| 2051 | 2026-09-10T09:00:32.542Z | phd_tests::crucible::smoke::boot_test |
| 2052 | 2026-09-10T09:00:32.542Z | phd_tests::hyperv::hyperv_smoke_test |
| 2053 | 2026-09-10T09:00:32.542Z | phd_tests::hyperv::hyperv_lifecycle_test |
| 2054 | 2026-09-10T09:00:32.542Z | phd_tests::hyperv::hyperv_reference_tsc_clocksource_test |
| 2055 | 2026-09-10T09:00:32.542Z | phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test |
| 2056 | 2026-09-10T09:00:32.542Z | phd_tests::smoke::nproc_test |
| 2057 | 2026-09-10T09:00:32.542Z | phd_tests::smoke::api_reboot_test |
| 2058 | 2026-09-10T09:00:32.542Z | phd_tests::smoke::guest_reboot_test |
| 2059 | 2026-09-10T09:00:32.542Z | phd_tests::smoke::instance_spec_get_test |
| 2060 | 2026-09-10T09:00:32.542Z | phd_tests::firmware::acpi_tables_parse |
| 2061 | 2026-09-10T09:00:32.542Z | phd_tests::firmware::acpi_tables_generation |
| 2062 | 2026-09-10T09:00:32.542Z | phd_tests::migrate::smoke_test |
| 2063 | 2026-09-10T09:00:32.542Z | phd_tests::migrate::serial_history |
| 2064 | 2026-09-10T09:00:32.542Z | phd_tests::migrate::multiple_migrations |
| 2065 | 2026-09-10T09:00:32.542Z | phd_tests::migrate::migration_ensures_instance_metadata |
| 2066 | 2026-09-10T09:00:32.542Z | phd_tests::migrate::vm_reaches_destroyed_after_migration_out |
| 2067 | 2026-09-10T09:00:32.542Z | phd_tests::vsock::vsock_get_cid |
| 2068 | 2026-09-10T09:00:32.542Z | phd_tests::vsock::vsock_smoke_test |
| 2069 | 2026-09-10T09:00:32.542Z | phd_tests::framework::long_line_serial_test |
| 2070 | 2026-09-10T09:00:32.542Z | phd_tests::framework::multiline_serial_test |
| 2071 | 2026-09-10T09:00:32.542Z | phd_tests::hw::lspci_lifecycle_test |
| 2072 | 2026-09-10T09:00:32.542Z | phd_tests::migrate::running_process::export_failure |
| 2073 | 2026-09-10T09:00:32.543Z | phd_tests::migrate::running_process::import_failure |
| 2074 | 2026-09-10T09:00:32.543Z | phd_tests::migrate::running_process::migrate_running_process |
| 2075 | 2026-09-10T09:00:32.543Z | phd_tests::cpuid::cpuid_boot_test |
| 2076 | 2026-09-10T09:00:32.543Z | phd_tests::cpuid::guest_cpu_topo_test |
| 2077 | 2026-09-10T09:00:32.543Z | phd_tests::cpuid::cpuid_migrate_smoke_test |
| 2078 | 2026-09-10T09:00:32.543Z | phd_tests::cpuid::cpuid_instance_spec_round_trip_test |
| 2079 | 2026-09-10T09:00:32.543Z | |
| 2080 | 2026-09-10T09:00:32.543Z | test result: FAILED. 0 passed; 47 failed; 1 skipped; 0 not run; finished in 110.41s |
| 2081 | 2026-09-10T09:00:32.543Z | |
| 2082 | 2026-09-10T09:00:32.543Z | {"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T09:00:32.493684568Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":47} |
| 2083 | 2026-09-10T09:00:32.581Z | |
| 2084 | 2026-09-10T09:00:32.581Z | real 1:50.872591558 |
| 2085 | 2026-09-10T09:00:32.581Z | user 24.921772134 |
| 2086 | 2026-09-10T09:00:32.581Z | sys 45.134441902 |
| 2087 | 2026-09-10T09:00:32.582Z | trap 0.005854181 |
| 2088 | 2026-09-10T09:00:32.582Z | tflt 0.005285275 |
| 2089 | 2026-09-10T09:00:32.582Z | dflt 0.011416444 |
| 2090 | 2026-09-10T09:00:32.582Z | kflt 0.000623236 |
| 2091 | 2026-09-10T09:00:32.582Z | lock 4:07:33.127099412 |
| 2092 | 2026-09-10T09:00:32.582Z | slp 2:25.501507678 |
| 2093 | 2026-09-10T09:00:32.582Z | lat 6.940236567 |
| 2094 | 2026-09-10T09:00:32.582Z | stop 4:07.934201991 |
| 2095 | 2026-09-10T09:00:32.607Z | + failcount=47 |
| 2096 | 2026-09-10T09:00:32.607Z | + set -e |
| 2097 | 2026-09-10T09:00:32.607Z | + tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd . |
| 2098 | 2026-09-10T09:00:32.607Z | Compressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'... |
| 2099 | 2026-09-10T09:00:32.607Z | a ./ 0K |
| 2100 | 2026-09-10T09:00:32.607Z | a ./phd_tests::disk::in_memory_backend_smoke_test/ 0K |
| 2101 | 2026-09-10T09:00:32.607Z | a ./phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log 1K |
| 2102 | 2026-09-10T09:00:32.607Z | a ./phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log 1K |
| 2103 | 2026-09-10T09:00:32.607Z | a ./phd_tests::disk::in_memory_backend_migration_test/ 0K |
| 2104 | 2026-09-10T09:00:32.607Z | a ./phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log 1K |
| 2105 | 2026-09-10T09:00:32.607Z | a ./phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log 4K |
| 2106 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/ 0K |
| 2107 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9000.stdout.log 3K |
| 2108 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9000.stderr.log 0K |
| 2109 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9001.stdout.log 3K |
| 2110 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9001.stderr.log 0K |
| 2111 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9002.stdout.log 3K |
| 2112 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9002.stderr.log 0K |
| 2113 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log 1K |
| 2114 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log 4K |
| 2115 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/ 0K |
| 2116 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000.stdout.log 3K |
| 2117 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000.stderr.log 0K |
| 2118 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001.stdout.log 3K |
| 2119 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001.stderr.log 0K |
| 2120 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002.stdout.log 3K |
| 2121 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002.stderr.log 0K |
| 2122 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log 1K |
| 2123 | 2026-09-10T09:00:32.608Z | a ./phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log 4K |
| 2124 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::configurable_boot_order/ 0K |
| 2125 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log 1K |
| 2126 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log 4K |
| 2127 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::unbootable_disk_skipped/ 0K |
| 2128 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log 1K |
| 2129 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log 4K |
| 2130 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::boot_order_source_priority/ 0K |
| 2131 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log 1K |
| 2132 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log 4K |
| 2133 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::guest_can_adjust_boot_order/ 0K |
| 2134 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log 1K |
| 2135 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log 4K |
| 2136 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::nvme_boot_option_description/ 0K |
| 2137 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log 1K |
| 2138 | 2026-09-10T09:00:32.608Z | a ./phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log 4K |
| 2139 | 2026-09-10T09:00:32.608Z | a ./phd_tests::server_state_machine::instance_reset_test/ 0K |
| 2140 | 2026-09-10T09:00:32.608Z | a ./phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log 1K |
| 2141 | 2026-09-10T09:00:32.608Z | a ./phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log 4K |
| 2142 | 2026-09-10T09:00:32.608Z | a ./phd_tests::server_state_machine::instance_start_stop_test/ 0K |
| 2143 | 2026-09-10T09:00:32.608Z | a ./phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log 1K |
| 2144 | 2026-09-10T09:00:32.608Z | a ./phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log 4K |
| 2145 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_stop_unstarted_test/ 0K |
| 2146 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log 1K |
| 2147 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log 4K |
| 2148 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/ 0K |
| 2149 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9000.stdout.log 3K |
| 2150 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9000.stderr.log 0K |
| 2151 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9001.stdout.log 3K |
| 2152 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9001.stderr.log 0K |
| 2153 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9002.stdout.log 3K |
| 2154 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9002.stderr.log 0K |
| 2155 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log 1K |
| 2156 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log 4K |
| 2157 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/ 0K |
| 2158 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log 1K |
| 2159 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log 4K |
| 2160 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_reset_requires_running_test/ 0K |
| 2161 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log 1K |
| 2162 | 2026-09-10T09:00:32.609Z | a ./phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log 4K |
| 2163 | 2026-09-10T09:00:32.609Z | a ./phd_tests::stats::instance_vcpu_stats/ 0K |
| 2164 | 2026-09-10T09:00:32.609Z | a ./phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log 1K |
| 2165 | 2026-09-10T09:00:32.609Z | a ./phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log 4K |
| 2166 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/ 0K |
| 2167 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9000.stdout.log 3K |
| 2168 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9000.stderr.log 0K |
| 2169 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9001.stdout.log 3K |
| 2170 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9001.stderr.log 0K |
| 2171 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9002.stdout.log 3K |
| 2172 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9002.stderr.log 0K |
| 2173 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log 1K |
| 2174 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log 4K |
| 2175 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/ 0K |
| 2176 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9000.stdout.log 3K |
| 2177 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9000.stderr.log 0K |
| 2178 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9001.stdout.log 3K |
| 2179 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9001.stderr.log 0K |
| 2180 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9002.stdout.log 3K |
| 2181 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9002.stderr.log 0K |
| 2182 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log 1K |
| 2183 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log 4K |
| 2184 | 2026-09-10T09:00:32.609Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/ 0K |
| 2185 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9000.stdout.log 1K |
| 2186 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9000.stderr.log 0K |
| 2187 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9001.stdout.log 3K |
| 2188 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9001.stderr.log 0K |
| 2189 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9002.stdout.log 3K |
| 2190 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9002.stderr.log 0K |
| 2191 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log 1K |
| 2192 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log 1K |
| 2193 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/ 0K |
| 2194 | 2026-09-10T09:00:32.610Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000.stdout.log 3K |
| 2195 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000.stderr.log 0K |
| 2196 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001.stdout.log 3K |
| 2197 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001.stderr.log 0K |
| 2198 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002.stdout.log 3K |
| 2199 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002.stderr.log 0K |
| 2200 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log 1K |
| 2201 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log 4K |
| 2202 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/ 0K |
| 2203 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9000.stdout.log 3K |
| 2204 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9000.stderr.log 0K |
| 2205 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9001.stdout.log 3K |
| 2206 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9001.stderr.log 0K |
| 2207 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9002.stdout.log 3K |
| 2208 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9002.stderr.log 0K |
| 2209 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log 1K |
| 2210 | 2026-09-10T09:00:32.635Z | a ./phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log 4K |
| 2211 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_smoke_test/ 0K |
| 2212 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log 1K |
| 2213 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log 4K |
| 2214 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_lifecycle_test/ 0K |
| 2215 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log 1K |
| 2216 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log 4K |
| 2217 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/ 0K |
| 2218 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log 1K |
| 2219 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log 4K |
| 2220 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/ 0K |
| 2221 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log 1K |
| 2222 | 2026-09-10T09:00:32.635Z | a ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log 4K |
| 2223 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::nproc_test/ 0K |
| 2224 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::nproc_test/nproc_test.stdout.log 1K |
| 2225 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::nproc_test/nproc_test.stderr.log 4K |
| 2226 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::api_reboot_test/ 0K |
| 2227 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log 1K |
| 2228 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log 4K |
| 2229 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::guest_reboot_test/ 0K |
| 2230 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log 1K |
| 2231 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log 4K |
| 2232 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::instance_spec_get_test/ 0K |
| 2233 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log 1K |
| 2234 | 2026-09-10T09:00:32.636Z | a ./phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log 4K |
| 2235 | 2026-09-10T09:00:32.636Z | a ./phd_tests::firmware::acpi_tables_parse/ 0K |
| 2236 | 2026-09-10T09:00:32.636Z | a ./phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log 1K |
| 2237 | 2026-09-10T09:00:32.636Z | a ./phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log 4K |
| 2238 | 2026-09-10T09:00:32.636Z | a ./phd_tests::firmware::acpi_tables_generation/ 0K |
| 2239 | 2026-09-10T09:00:32.636Z | a ./phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log 1K |
| 2240 | 2026-09-10T09:00:32.636Z | a ./phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log 4K |
| 2241 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::smoke_test/ 0K |
| 2242 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::smoke_test/migration_smoke.stdout.log 1K |
| 2243 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::smoke_test/migration_smoke.stderr.log 4K |
| 2244 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::serial_history/ 0K |
| 2245 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::serial_history/migration_serial_history.stdout.log 1K |
| 2246 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::serial_history/migration_serial_history.stderr.log 4K |
| 2247 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::multiple_migrations/ 0K |
| 2248 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log 1K |
| 2249 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log 4K |
| 2250 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log 1K |
| 2251 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log 4K |
| 2252 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log 1K |
| 2253 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log 4K |
| 2254 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/ 0K |
| 2255 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log 1K |
| 2256 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log 4K |
| 2257 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log 1K |
| 2258 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log 4K |
| 2259 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/ 0K |
| 2260 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log 1K |
| 2261 | 2026-09-10T09:00:32.636Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log 4K |
| 2262 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log 1K |
| 2263 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log 4K |
| 2264 | 2026-09-10T09:00:32.637Z | a ./phd_tests::vsock::vsock_get_cid/ 0K |
| 2265 | 2026-09-10T09:00:32.637Z | a ./phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log 1K |
| 2266 | 2026-09-10T09:00:32.637Z | a ./phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log 4K |
| 2267 | 2026-09-10T09:00:32.637Z | a ./phd_tests::vsock::vsock_smoke_test/ 0K |
| 2268 | 2026-09-10T09:00:32.637Z | a ./phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log 1K |
| 2269 | 2026-09-10T09:00:32.637Z | a ./phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log 4K |
| 2270 | 2026-09-10T09:00:32.637Z | a ./phd_tests::framework::long_line_serial_test/ 0K |
| 2271 | 2026-09-10T09:00:32.637Z | a ./phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log 1K |
| 2272 | 2026-09-10T09:00:32.637Z | a ./phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log 4K |
| 2273 | 2026-09-10T09:00:32.637Z | a ./phd_tests::framework::multiline_serial_test/ 0K |
| 2274 | 2026-09-10T09:00:32.637Z | a ./phd_tests::framework::multiline_serial_test/multiline_test.stdout.log 1K |
| 2275 | 2026-09-10T09:00:32.637Z | a ./phd_tests::framework::multiline_serial_test/multiline_test.stderr.log 4K |
| 2276 | 2026-09-10T09:00:32.637Z | a ./phd_tests::hw::lspci_lifecycle_test/ 0K |
| 2277 | 2026-09-10T09:00:32.637Z | a ./phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log 1K |
| 2278 | 2026-09-10T09:00:32.637Z | a ./phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log 4K |
| 2279 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::export_failure/ 0K |
| 2280 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log 1K |
| 2281 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log 4K |
| 2282 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log 1K |
| 2283 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log 4K |
| 2284 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log 1K |
| 2285 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log 4K |
| 2286 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::import_failure/ 0K |
| 2287 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log 1K |
| 2288 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log 4K |
| 2289 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log 1K |
| 2290 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log 4K |
| 2291 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log 1K |
| 2292 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log 4K |
| 2293 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::migrate_running_process/ 0K |
| 2294 | 2026-09-10T09:00:32.637Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log 1K |
| 2295 | 2026-09-10T09:00:32.662Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log 4K |
| 2296 | 2026-09-10T09:00:32.662Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log 1K |
| 2297 | 2026-09-10T09:00:32.662Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log 4K |
| 2298 | 2026-09-10T09:00:32.662Z | a ./phd_tests::cpuid::cpuid_boot_test/ 0K |
| 2299 | 2026-09-10T09:00:32.662Z | a ./phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log 1K |
| 2300 | 2026-09-10T09:00:32.662Z | a ./phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log 4K |
| 2301 | 2026-09-10T09:00:32.662Z | a ./phd_tests::cpuid::guest_cpu_topo_test/ 0K |
| 2302 | 2026-09-10T09:00:32.662Z | a ./phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log 1K |
| 2303 | 2026-09-10T09:00:32.662Z | a ./phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log 4K |
| 2304 | 2026-09-10T09:00:32.662Z | a ./phd_tests::cpuid::cpuid_migrate_smoke_test/ 0K |
| 2305 | 2026-09-10T09:00:32.663Z | a ./phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log 1K |
| 2306 | 2026-09-10T09:00:32.663Z | a ./phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log 4K |
| 2307 | 2026-09-10T09:00:32.663Z | a ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/ 0K |
| 2308 | 2026-09-10T09:00:32.663Z | a ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log 1K |
| 2309 | 2026-09-10T09:00:32.663Z | a ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log 4K |
| 2310 | 2026-09-10T09:00:32.663Z | + exitcode=0 |
| 2311 | 2026-09-10T09:00:32.663Z | + '[' 47 -eq 0 ']' |
| 2312 | 2026-09-10T09:00:32.663Z | + echo |
| 2313 | 2026-09-10T09:00:32.663Z | |
| 2314 | 2026-09-10T09:00:32.663Z | + echo 'SOME TESTS FAILED' |
| 2315 | 2026-09-10T09:00:32.663Z | SOME TESTS FAILED |
| 2316 | 2026-09-10T09:00:32.663Z | + echo |
| 2317 | 2026-09-10T09:00:32.663Z | + exitcode=1 |
| 2318 | 2026-09-10T09:00:32.663Z | |
| 2319 | 2026-09-10T09:00:32.663Z | + find /dev/vmm -mindepth 1 -maxdepth 1 |
| 2320 | 2026-09-10T09:00:32.663Z | + read |
| 2321 | 2026-09-10T09:00:32.663Z | + exit 1 |
| 2322 | 2026-09-10T09:00:32.663Z | process exited: duration 176204 ms, exit code 1 |
| |
| 2323 | 2026-09-10T09:00:32.714Z | found 2 output files |
| 2324 | 2026-09-10T09:00:32.714Z | uploading: /tmp/phd-runner.log (1786164 bytes) |
| 2325 | 2026-09-10T09:00:33.912Z | uploaded: /tmp/phd-runner.log |
| 2326 | 2026-09-10T09:00:33.912Z | uploading: /tmp/phd-tmp-files.tar.gz (13683 bytes) |
| 2327 | 2026-09-10T09:00:35.027Z | uploaded: /tmp/phd-tmp-files.tar.gz |