|
|
|
| 1 | 2026-09-10T08:06:50.348Z | job dependencies complete; ready to run (waiting for 12 m 11 s) |
| 2 | 2026-09-10T08:14:50.274Z | job assigned to worker 01M255NWKFNVTDD1T91MRN83Y1 [factory edgar, gimlet/BRM42220060/1163] (queued for 7 m 59 s) |
| 3 | 2026-09-10T08:14:51.275Z | downloading input: /input/phd-build/out/phd-run-with-args.sh |
| 4 | 2026-09-10T08:14:51.299Z | downloaded input: /input/phd-build/out/phd-run-with-args.sh |
| 5 | 2026-09-10T08:14:51.299Z | downloading input: /input/phd-build/out/phd-runner.sha256.txt |
| 6 | 2026-09-10T08:14:51.341Z | downloaded input: /input/phd-build/out/phd-runner.sha256.txt |
| 7 | 2026-09-10T08:14:51.341Z | downloading input: /input/phd-build/out/phd-runner.tar.gz |
| 8 | 2026-09-10T08:15:01.374Z | downloaded input: /input/phd-build/out/phd-runner.tar.gz |
| 9 | 2026-09-10T08:15:01.374Z | downloading input: /input/phd-build/out/propolis-server-debug.sha256.txt |
| 10 | 2026-09-10T08:15:01.425Z | downloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt |
| 11 | 2026-09-10T08:15:01.425Z | downloading input: /input/phd-build/out/propolis-server-debug.tar.gz |
| 12 | 2026-09-10T08:15:13.035Z | downloaded input: /input/phd-build/out/propolis-server-debug.tar.gz |
| 13 | 2026-09-10T08:15:13.035Z | downloading input: /input/phd-build/out/propolis-tests-debug.tar.gz |
| 14 | 2026-09-10T08:15:22.887Z | downloaded input: /input/phd-build/out/propolis-tests-debug.tar.gz |
| |
| 15 | 2026-09-10T08:15:22.887Z | starting task 0: "setup" |
| 16 | 2026-09-10T08:15:22.912Z | ++ uname -s |
| 17 | 2026-09-10T08:15:22.912Z | + kern=SunOS |
| 18 | 2026-09-10T08:15:22.912Z | + build_user=build |
| 19 | 2026-09-10T08:15:22.912Z | + build_uid=12345 |
| 20 | 2026-09-10T08:15:22.912Z | + work_dir=/work |
| 21 | 2026-09-10T08:15:22.912Z | + input_dir=/input |
| 22 | 2026-09-10T08:15:22.912Z | + [[ 0 == 12345 ]] |
| 23 | 2026-09-10T08:15:22.912Z | + case "$kern" in |
| 24 | 2026-09-10T08:15:22.912Z | + groupadd -g 12345 build |
| 25 | 2026-09-10T08:15:22.936Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
| 26 | 2026-09-10T08:15:24.922Z | + zfs create -o mountpoint=/work rpool/work |
| 27 | 2026-09-10T08:15:25.240Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
| 28 | 2026-09-10T08:15:25.265Z | + home_fs= |
| 29 | 2026-09-10T08:15:25.265Z | + [[ '' == autofs ]] |
| 30 | 2026-09-10T08:15:25.265Z | + mkdir -p /home/build |
| 31 | 2026-09-10T08:15:25.265Z | + chown build:build /home/build /work |
| 32 | 2026-09-10T08:15:26.253Z | + chmod 0700 /home/build /work |
| 33 | 2026-09-10T08:15:26.277Z | process exited: duration 3370 ms, exit code 0 |
| |
| 34 | 2026-09-10T08:15:26.326Z | starting task 1: "authentication" |
| 35 | 2026-09-10T08:15:26.394Z | process exited: duration 67 ms, exit code 0 |
| |
| 36 | 2026-09-10T08:15:26.443Z | starting task 2: "build" |
| 37 | 2026-09-10T08:15:26.468Z | + indir=/input |
| 38 | 2026-09-10T08:15:26.469Z | + indir_suffix='phd-build/out/*.tar.gz' |
| 39 | 2026-09-10T08:15:26.469Z | + phddir=/work/phd-test |
| 40 | 2026-09-10T08:15:26.469Z | + disks=($(pilot local disk list -H -o type,disk | grep -v 'M.2' | cut -f 2)) |
| 41 | 2026-09-10T08:15:26.493Z | ++ pilot local disk list -H -o type,disk |
| 42 | 2026-09-10T08:15:26.493Z | ++ grep -v M.2 |
| 43 | 2026-09-10T08:15:26.493Z | ++ cut -f 2 |
| 44 | 2026-09-10T08:15:26.545Z | + pfexec zpool create -f phd-artifacts c8t0014EE81000BC586d0 c9t0014EE81000BC57Cd0 c10t0014EE81000BC3CCd0 c11t0014EE81000BC478d0 c4t0014EE81000BC5BBd0 c3t0014EE81000BC247d0 c2t0014EE81000BC649d0 c6t0014EE81000BC634d0 c5t0014EE81000BC0B1d0 |
| 45 | 2026-09-10T08:15:29.133Z | + artifactdir=/phd-artifacts |
| 46 | 2026-09-10T08:15:29.134Z | + banner Inputs |
| 47 | 2026-09-10T08:15:29.158Z | ### |
| 48 | 2026-09-10T08:15:29.158Z | # # # ##### # # ##### #### |
| 49 | 2026-09-10T08:15:29.158Z | # ## # # # # # # # |
| 50 | 2026-09-10T08:15:29.158Z | # # # # # # # # # #### |
| 51 | 2026-09-10T08:15:29.158Z | # # # # ##### # # # # |
| 52 | 2026-09-10T08:15:29.158Z | # # ## # # # # # # |
| 53 | 2026-09-10T08:15:29.158Z | ### # # # #### # #### |
| 54 | 2026-09-10T08:15:29.158Z | |
| 55 | 2026-09-10T08:15:29.158Z | + find /input -ls |
| 56 | 2026-09-10T08:15:29.158Z | 34 1 drwxr-xr-x 3 root root 3 Sep 10 08:14 /input |
| 57 | 2026-09-10T08:15:29.158Z | 2 1 drwxr-xr-x 3 root root 3 Sep 10 08:14 /input/phd-build |
| 58 | 2026-09-10T08:15:29.158Z | 3 2 drwxr-xr-x 2 root root 8 Sep 10 08:15 /input/phd-build/out |
| 59 | 2026-09-10T08:15:29.158Z | 128 2 -rw-r--r-- 1 root root 2573 Sep 10 08:14 /input/phd-build/out/phd-run-with-args.sh |
| 60 | 2026-09-10T08:15:29.158Z | 256 1 -rw-r--r-- 1 root root 65 Sep 10 08:15 /input/phd-build/out/propolis-server-debug.sha256.txt |
| 61 | 2026-09-10T08:15:29.158Z | 129 1 -rw-r--r-- 1 root root 65 Sep 10 08:14 /input/phd-build/out/phd-runner.sha256.txt |
| 62 | 2026-09-10T08:15:29.158Z | 384 261865 -rw-r--r-- 1 root root 268085174 Sep 10 08:15 /input/phd-build/out/propolis-server-debug.tar.gz |
| 63 | 2026-09-10T08:15:29.158Z | 512 221990 -rw-r--r-- 1 root root 227251622 Sep 10 08:15 /input/phd-build/out/propolis-tests-debug.tar.gz |
| 64 | 2026-09-10T08:15:29.158Z | 130 188036 -rw-r--r-- 1 root root 192449056 Sep 10 08:15 /input/phd-build/out/phd-runner.tar.gz |
| 65 | 2026-09-10T08:15:29.158Z | + rm -rf /work/phd-test |
| 66 | 2026-09-10T08:15:29.158Z | + mkdir /work/phd-test |
| 67 | 2026-09-10T08:15:29.158Z | + for p in $indir/$indir_suffix |
| 68 | 2026-09-10T08:15:29.158Z | + tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test |
| 69 | 2026-09-10T08:15:34.478Z | Decompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'... |
| 70 | 2026-09-10T08:15:34.478Z | x phd-runner, 737552792 bytes, 1440533 tape blocks |
| 71 | 2026-09-10T08:15:34.478Z | x artifacts.toml, 548 bytes, 2 tape blocks |
| 72 | 2026-09-10T08:15:34.503Z | ++ tar tf /input/phd-build/out/phd-runner.tar.gz |
| 73 | 2026-09-10T08:15:39.400Z | + for f in $(tar tf "$p") |
| 74 | 2026-09-10T08:15:39.400Z | + chmod +x /work/phd-test/phd-runner |
| 75 | 2026-09-10T08:15:39.425Z | + for f in $(tar tf "$p") |
| 76 | 2026-09-10T08:15:39.425Z | + chmod +x /work/phd-test/artifacts.toml |
| 77 | 2026-09-10T08:15:39.425Z | + for p in $indir/$indir_suffix |
| 78 | 2026-09-10T08:15:39.425Z | + tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test |
| 79 | 2026-09-10T08:16:02.174Z | Decompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'... |
| 80 | 2026-09-10T08:16:02.174Z | x propolis-server, 1074766856 bytes, 2099155 tape blocks |
| 81 | 2026-09-10T08:16:02.198Z | ++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz |
| 82 | 2026-09-10T08:16:08.957Z | + for f in $(tar tf "$p") |
| 83 | 2026-09-10T08:16:08.957Z | + chmod +x /work/phd-test/propolis-server |
| 84 | 2026-09-10T08:16:08.981Z | + for p in $indir/$indir_suffix |
| 85 | 2026-09-10T08:16:08.981Z | + tar xzvf /input/phd-build/out/propolis-tests-debug.tar.gz -C /work/phd-test |
| 86 | 2026-09-10T08:16:25.060Z | Decompressing '/input/phd-build/out/propolis-tests-debug.tar.gz' with '/usr/bin/gzcat'... |
| 87 | 2026-09-10T08:16:25.061Z | x target/debug/deps/propolis-9fe79620acc72933, 910688792 bytes, 1778690 tape blocks |
| 88 | 2026-09-10T08:16:25.085Z | ++ tar tf /input/phd-build/out/propolis-tests-debug.tar.gz |
| 89 | 2026-09-10T08:16:30.761Z | + for f in $(tar tf "$p") |
| 90 | 2026-09-10T08:16:30.762Z | + chmod +x /work/phd-test/target/debug/deps/propolis-9fe79620acc72933 |
| 91 | 2026-09-10T08:16:30.786Z | + ls /work/phd-test |
| 92 | 2026-09-10T08:16:30.786Z | artifacts.toml |
| 93 | 2026-09-10T08:16:30.786Z | phd-runner |
| 94 | 2026-09-10T08:16:30.786Z | propolis-server |
| 95 | 2026-09-10T08:16:30.786Z | target |
| 96 | 2026-09-10T08:16:30.786Z | + banner Setup |
| 97 | 2026-09-10T08:16:30.786Z | ##### |
| 98 | 2026-09-10T08:16:30.786Z | # # ###### ##### # # ##### |
| 99 | 2026-09-10T08:16:30.786Z | # # # # # # # |
| 100 | 2026-09-10T08:16:30.786Z | ##### ##### # # # # # |
| 101 | 2026-09-10T08:16:30.786Z | # # # # # ##### |
| 102 | 2026-09-10T08:16:30.786Z | # # # # # # # |
| 103 | 2026-09-10T08:16:30.786Z | ##### ###### # #### # |
| 104 | 2026-09-10T08:16:30.786Z | |
| 105 | 2026-09-10T08:16:30.786Z | + tmpdir=/tmp/propolis-phd |
| 106 | 2026-09-10T08:16:30.786Z | + '[' '!' -d /tmp/propolis-phd ']' |
| 107 | 2026-09-10T08:16:30.786Z | + mkdir /tmp/propolis-phd |
| 108 | 2026-09-10T08:16:30.786Z | + pfexec /usr/lib/rsrvrctl -s 4096 |
| 109 | 2026-09-10T08:16:31.254Z | + banner Tests |
| 110 | 2026-09-10T08:16:31.254Z | ####### |
| 111 | 2026-09-10T08:16:31.254Z | # ###### #### ##### #### |
| 112 | 2026-09-10T08:16:31.254Z | # # # # # |
| 113 | 2026-09-10T08:16:31.254Z | # ##### #### # #### |
| 114 | 2026-09-10T08:16:31.254Z | # # # # # |
| 115 | 2026-09-10T08:16:31.254Z | # # # # # # # |
| 116 | 2026-09-10T08:16:31.254Z | # ###### #### # #### |
| 117 | 2026-09-10T08:16:31.254Z | |
| 118 | 2026-09-10T08:16:31.254Z | + runner=/work/phd-test/phd-runner |
| 119 | 2026-09-10T08:16:31.254Z | + artifacts=/work/phd-test/artifacts.toml |
| 120 | 2026-09-10T08:16:31.254Z | + propolis=/work/phd-test/propolis-server |
| 121 | 2026-09-10T08:16:31.254Z | + ls /work/phd-test/phd-runner |
| 122 | 2026-09-10T08:16:31.254Z | /work/phd-test/phd-runner |
| 123 | 2026-09-10T08:16:31.254Z | + ls /work/phd-test/artifacts.toml |
| 124 | 2026-09-10T08:16:31.254Z | /work/phd-test/artifacts.toml |
| 125 | 2026-09-10T08:16:31.254Z | + ls /work/phd-test/propolis-server |
| 126 | 2026-09-10T08:16:31.254Z | /work/phd-test/propolis-server |
| 127 | 2026-09-10T08:16:31.255Z | + args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@) |
| 128 | 2026-09-10T08:16:31.255Z | + set +e |
| 129 | 2026-09-10T08:16:31.279Z | + RUST_BACKTRACE=1 |
| 130 | 2026-09-10T08:16:31.279Z | + RUST_LOG=info,phd=debug |
| 131 | 2026-09-10T08:16:31.279Z | + ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --exclude-filter phd_tests::migrate::from_base |
| 132 | 2026-09-10T08:16:31.279Z | + tee /tmp/phd-runner.log |
| 133 | 2026-09-10T08:16:31.436Z | {"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.393906248Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [], exclude_filter: [\"phd_tests::migrate::from_base\"], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }"} |
| 134 | 2026-09-10T08:16:31.460Z | {"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.419967164Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 247, tv_nsec: 350039580 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"} |
| 135 | 2026-09-10T08:16:31.460Z | {"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.420538453Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"} |
| 136 | 2026-09-10T08:16:31.460Z | {"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.422166406Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"ad8a31742adc45e925e63443a5b43c8e30604022"} |
| 137 | 2026-09-10T08:16:31.484Z | {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.427831111Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.sha256.txt","timeout":"600s"} |
| 138 | 2026-09-10T08:16:31.719Z | {"v":0,"name":"phd-runner","msg":"No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.","level":40,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.685796404Z","target":"phd_framework","line":309,"file":"phd-tests/framework/src/lib.rs"} |
| 139 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.688298773Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"} |
| 140 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.688684558Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 141 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"Running 48 test(s)","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.691009388Z","target":"phd_runner::execute","line":83,"file":"phd-tests/runner/src/execute.rs"} |
| 142 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.691103708Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 143 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.691136992Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 144 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.691170275Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 145 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.691757864Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 146 | 2026-09-10T08:16:31.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.693466742Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 147 | 2026-09-10T08:16:31.744Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:31.706811994Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 148 | 2026-09-10T08:16:40.397Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.35981167Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 149 | 2026-09-10T08:16:40.421Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.360643955Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","timeout":"600s","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 150 | 2026-09-10T08:16:40.897Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.859456779Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 151 | 2026-09-10T08:16:40.921Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.860091027Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 152 | 2026-09-10T08:16:40.921Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.860602051Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 153 | 2026-09-10T08:16:40.921Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.879664741Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.78M 25.3T 96K /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 154 | 2026-09-10T08:16:40.921Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.8814124Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6bcb23bf-7189-4ccc-bf76-b64239ec8b83\"]","verb":"snapshot","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 155 | 2026-09-10T08:16:40.945Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.905907524Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-6bcb23bf-7189-4ccc-bf76-b64239ec8b83\", \"phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 156 | 2026-09-10T08:16:40.969Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.923565194Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 157 | 2026-09-10T08:16:40.993Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.935134323Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0 0B 25.3T 49.0M /phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0\n","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 158 | 2026-09-10T08:16:40.993Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.946116993Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 159 | 2026-09-10T08:16:40.993Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.946268752Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 160 | 2026-09-10T08:16:40.993Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.946370506Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","sha256":"None","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 161 | 2026-09-10T08:16:40.993Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.946433866Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 162 | 2026-09-10T08:16:40.993Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.946571809Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 163 | 2026-09-10T08:16:40.993Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.946650932Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log\"","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 164 | 2026-09-10T08:16:41.029Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 917","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:40.991363103Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 165 | 2026-09-10T08:16:41.053Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:41.005726204Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":59,"path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 166 | 2026-09-10T08:16:41.053Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:41.005900216Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_test","vm_id":"626442da-4bfe-4e4b-b983-f2d3c1ec46db","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 167 | 2026-09-10T08:16:41.053Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:41.013915772Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","vm_id":"626442da-4bfe-4e4b-b983-f2d3c1ec46db","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 168 | 2026-09-10T08:16:41.657Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:41.619689578Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","vm_id":"626442da-4bfe-4e4b-b983-f2d3c1ec46db","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 169 | 2026-09-10T08:16:42.203Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.165328661Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","vm_id":"626442da-4bfe-4e4b-b983-f2d3c1ec46db","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 170 | 2026-09-10T08:16:42.227Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.178079772Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test","vm_id":"626442da-4bfe-4e4b-b983-f2d3c1ec46db","elapsed_milliseconds":1172} |
| 171 | 2026-09-10T08:16:42.228Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.178220801Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 172 | 2026-09-10T08:16:42.251Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.212052226Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 173 | 2026-09-10T08:16:42.251Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.212177214Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 174 | 2026-09-10T08:16:42.286Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.248553599Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 175 | 2026-09-10T08:16:42.286Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.248615166Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6bcb23bf-7189-4ccc-bf76-b64239ec8b83\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 176 | 2026-09-10T08:16:42.310Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:42.265724854Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":10577,"path":"phd_tests::disk::in_memory_backend_smoke_test"} |
| 177 | 2026-09-10T08:16:43.404Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:134:6\n 9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:115:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.320923692Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 178 | 2026-09-10T08:16:43.404Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.321120106Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 179 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.32706772Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":5} |
| 180 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_migration_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.327121493Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 181 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.32715154Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 182 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.32718282Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 183 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.327455449Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 184 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.327633368Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 185 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.327726696Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 186 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.327804815Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 187 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.327894626Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 188 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.338629333Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.8M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 189 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.338744384Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9a979131-a6be-4e1d-9ff3-e82f7a77b766\"]","verb":"snapshot","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 190 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.359810582Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-9a979131-a6be-4e1d-9ff3-e82f7a77b766\", \"phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe\"]","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 191 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.377629028Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe\"]","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 192 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.389279973Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe 0B 25.3T 49.0M /phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe\n","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 193 | 2026-09-10T08:16:43.429Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.390135392Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 194 | 2026-09-10T08:16:43.430Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.390206648Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"in_memory_backend_migration_test_source","guest_os_kind":"Alpine","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 195 | 2026-09-10T08:16:43.430Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.390277714Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 196 | 2026-09-10T08:16:43.430Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.39034942Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 197 | 2026-09-10T08:16:43.454Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.390426497Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log\"","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 198 | 2026-09-10T08:16:43.479Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 925","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.422898031Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 199 | 2026-09-10T08:16:43.479Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.437250643Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 200 | 2026-09-10T08:16:43.479Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.437344903Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","vm_id":"1fa6a135-8465-4ba0-89d5-31056266fc8c","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 201 | 2026-09-10T08:16:43.479Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.439182656Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","vm_id":"1fa6a135-8465-4ba0-89d5-31056266fc8c","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 202 | 2026-09-10T08:16:43.947Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:43.908651677Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","vm_id":"1fa6a135-8465-4ba0-89d5-31056266fc8c","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 203 | 2026-09-10T08:16:44.842Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.802652777Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","vm_id":"1fa6a135-8465-4ba0-89d5-31056266fc8c","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 204 | 2026-09-10T08:16:44.866Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.80292218Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","elapsed_milliseconds":1366,"vm_id":"1fa6a135-8465-4ba0-89d5-31056266fc8c","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 205 | 2026-09-10T08:16:44.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.803047839Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 206 | 2026-09-10T08:16:44.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.810957253Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 207 | 2026-09-10T08:16:44.866Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.811079075Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 208 | 2026-09-10T08:16:44.891Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.841697186Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 209 | 2026-09-10T08:16:44.891Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.841763673Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9a979131-a6be-4e1d-9ff3-e82f7a77b766\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 210 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.858444734Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":1531,"path":"phd_tests::disk::in_memory_backend_migration_test"} |
| 211 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_migration_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:158:6\n 9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_migration_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:146:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.862753334Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 212 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.86289257Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 213 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.862991368Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 214 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.863048376Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 215 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.863084004Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 216 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.863126207Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 217 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.86333785Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 218 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.864070365Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::smoke_test"} |
| 219 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.864134417Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} |
| 220 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.864210703Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"} |
| 221 | 2026-09-10T08:16:44.958Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:44.864295524Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"} |
| 222 | 2026-09-10T08:16:50.581Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:50.539915596Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","untar_path":"target/release/crucible-downstairs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 223 | 2026-09-10T08:16:50.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:50.540010376Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 224 | 2026-09-10T08:16:56.891Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:56.854754701Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} |
| 225 | 2026-09-10T08:16:56.915Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:56.856033587Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000\", \"--encrypted\", \"--uuid\", \"e13ff6a6-af5e-4f4f-9292-0013653a5e80\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 226 | 2026-09-10T08:16:57.002Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:56.965480941Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:56.872970211Z\",\"hostname\":\"BRM42220060\",\"pid\":929}\n{\"msg\":\"UUID: e13ff6a6-af5e-4f4f-9292-0013653a5e80\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:56.956453983Z\",\"hostname\":\"BRM42220060\",\"pid\":929}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:56.956469134Z\",\"hostname\":\"BRM42220060\",\"pid\":929}\n","path":"phd_tests::crucible::migrate::smoke_test"} |
| 227 | 2026-09-10T08:16:57.002Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:56.965626718Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001\", \"--encrypted\", \"--uuid\", \"e13ff6a6-af5e-4f4f-9292-0013653a5e80\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 228 | 2026-09-10T08:16:57.102Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.066623866Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:56.975505137Z\",\"hostname\":\"BRM42220060\",\"pid\":930}\n{\"msg\":\"UUID: e13ff6a6-af5e-4f4f-9292-0013653a5e80\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:57.061473115Z\",\"hostname\":\"BRM42220060\",\"pid\":930}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:57.061494747Z\",\"hostname\":\"BRM42220060\",\"pid\":930}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"} |
| 229 | 2026-09-10T08:16:57.127Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.066778763Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002\", \"--encrypted\", \"--uuid\", \"e13ff6a6-af5e-4f4f-9292-0013653a5e80\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 230 | 2026-09-10T08:16:57.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.169438933Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:57.07678412Z\",\"hostname\":\"BRM42220060\",\"pid\":931}\n{\"msg\":\"UUID: e13ff6a6-af5e-4f4f-9292-0013653a5e80\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:57.163197791Z\",\"hostname\":\"BRM42220060\",\"pid\":931}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:57.163225181Z\",\"hostname\":\"BRM42220060\",\"pid\":931}\n","stderr":"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 231 | 2026-09-10T08:16:57.229Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.170236621Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 232 | 2026-09-10T08:16:57.229Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.170329808Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 233 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.170384146Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 234 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.172721138Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 235 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.172822177Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 236 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.172893328Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 237 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.174650238Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 238 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.174764812Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 239 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.17483199Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} |
| 240 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.182226655Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 241 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.182328745Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_migrate_smoke_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::crucible::migrate::smoke_test"} |
| 242 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.182415527Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"} |
| 243 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.182506807Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 244 | 2026-09-10T08:16:57.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.18259525Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 245 | 2026-09-10T08:16:57.311Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 935","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.27510393Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"} |
| 246 | 2026-09-10T08:16:57.335Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.288288493Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":105} |
| 247 | 2026-09-10T08:16:57.335Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.288432392Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"d3e42138-615b-4e70-9995-17b723761e8a"} |
| 248 | 2026-09-10T08:16:57.335Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:57.289283621Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"d3e42138-615b-4e70-9995-17b723761e8a"} |
| 249 | 2026-09-10T08:16:58.059Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:58.024262601Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"d3e42138-615b-4e70-9995-17b723761e8a"} |
| 250 | 2026-09-10T08:16:58.658Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:58.623871976Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"d3e42138-615b-4e70-9995-17b723761e8a"} |
| 251 | 2026-09-10T08:16:59.264Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.229397175Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source","vm_id":"d3e42138-615b-4e70-9995-17b723761e8a"} |
| 252 | 2026-09-10T08:16:59.288Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.22959559Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1939,"vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"d3e42138-615b-4e70-9995-17b723761e8a"} |
| 253 | 2026-09-10T08:16:59.288Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.229705309Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test"} |
| 254 | 2026-09-10T08:16:59.288Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.237832948Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000\" } }","path":"phd_tests::crucible::migrate::smoke_test"} |
| 255 | 2026-09-10T08:16:59.288Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.243697433Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 256 | 2026-09-10T08:16:59.313Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.255682567Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001\" } }","path":"phd_tests::crucible::migrate::smoke_test"} |
| 257 | 2026-09-10T08:16:59.313Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.261254631Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 258 | 2026-09-10T08:16:59.313Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.26920542Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002\" } }","path":"phd_tests::crucible::migrate::smoke_test"} |
| 259 | 2026-09-10T08:16:59.313Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.275776627Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002\"","path":"phd_tests::crucible::migrate::smoke_test"} |
| 260 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.283151747Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":14413} |
| 261 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:19:21\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287123586Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 262 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287268068Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 263 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287350415Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 264 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::load_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287394365Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 265 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287425802Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 266 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.28745802Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 267 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287651777Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"} |
| 268 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287756104Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::load_test"} |
| 269 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287811663Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} |
| 270 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287872773Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::migrate::load_test"} |
| 271 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.287919597Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} |
| 272 | 2026-09-10T08:16:59.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.288110953Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000\", \"--encrypted\", \"--uuid\", \"0cc87593-7467-4567-ad3b-3354d27cbff1\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 273 | 2026-09-10T08:16:59.423Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.389618778Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.298406353Z\",\"hostname\":\"BRM42220060\",\"pid\":937}\n{\"msg\":\"UUID: 0cc87593-7467-4567-ad3b-3354d27cbff1\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.385292301Z\",\"hostname\":\"BRM42220060\",\"pid\":937}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.385320837Z\",\"hostname\":\"BRM42220060\",\"pid\":937}\n","path":"phd_tests::crucible::migrate::load_test"} |
| 274 | 2026-09-10T08:16:59.424Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.389760715Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001\", \"--encrypted\", \"--uuid\", \"0cc87593-7467-4567-ad3b-3354d27cbff1\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 275 | 2026-09-10T08:16:59.526Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.492698486Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.39996182Z\",\"hostname\":\"BRM42220060\",\"pid\":938}\n{\"msg\":\"UUID: 0cc87593-7467-4567-ad3b-3354d27cbff1\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.486656799Z\",\"hostname\":\"BRM42220060\",\"pid\":938}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.486677933Z\",\"hostname\":\"BRM42220060\",\"pid\":938}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::load_test"} |
| 276 | 2026-09-10T08:16:59.527Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.492890186Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002\", \"--encrypted\", \"--uuid\", \"0cc87593-7467-4567-ad3b-3354d27cbff1\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 277 | 2026-09-10T08:16:59.627Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.592793585Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.502655362Z\",\"hostname\":\"BRM42220060\",\"pid\":939}\n{\"msg\":\"UUID: 0cc87593-7467-4567-ad3b-3354d27cbff1\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.588412473Z\",\"hostname\":\"BRM42220060\",\"pid\":939}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:16:59.588433777Z\",\"hostname\":\"BRM42220060\",\"pid\":939}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::load_test"} |
| 278 | 2026-09-10T08:16:59.627Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.592976746Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9000.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 279 | 2026-09-10T08:16:59.651Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.593064053Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 280 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.593122645Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 281 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.595707556Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9001.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 282 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.595841376Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 283 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.595904365Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 284 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.597986671Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9002.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 285 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.598078336Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 286 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.598144839Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002\"]","path":"phd_tests::crucible::migrate::load_test"} |
| 287 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.600463085Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"} |
| 288 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.600531832Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_load_test_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::migrate::load_test"} |
| 289 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.600610253Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"} |
| 290 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.600679873Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::migrate::load_test"} |
| 291 | 2026-09-10T08:16:59.652Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.60075495Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} |
| 292 | 2026-09-10T08:16:59.677Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 943","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.633811008Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"} |
| 293 | 2026-09-10T08:16:59.701Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.647952396Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::crucible::migrate::load_test"} |
| 294 | 2026-09-10T08:16:59.701Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.648053341Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb","path":"phd_tests::crucible::migrate::load_test"} |
| 295 | 2026-09-10T08:16:59.701Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:16:59.648874481Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","vm_id":"1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb","path":"phd_tests::crucible::migrate::load_test"} |
| 296 | 2026-09-10T08:17:00.156Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:00.122780363Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","vm_id":"1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb","path":"phd_tests::crucible::migrate::load_test"} |
| 297 | 2026-09-10T08:17:01.257Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.208856769Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","vm_id":"1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb","path":"phd_tests::crucible::migrate::load_test"} |
| 298 | 2026-09-10T08:17:01.257Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.209172835Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1559,"vm":"crucible_load_test_source","vm_id":"1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb","path":"phd_tests::crucible::migrate::load_test"} |
| 299 | 2026-09-10T08:17:01.257Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.209289955Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::load_test"} |
| 300 | 2026-09-10T08:17:01.257Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.217467016Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000\" } }","path":"phd_tests::crucible::migrate::load_test"} |
| 301 | 2026-09-10T08:17:01.257Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.222457191Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000\"","path":"phd_tests::crucible::migrate::load_test"} |
| 302 | 2026-09-10T08:17:01.281Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.229958522Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001\" } }","path":"phd_tests::crucible::migrate::load_test"} |
| 303 | 2026-09-10T08:17:01.281Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.234431097Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001\"","path":"phd_tests::crucible::migrate::load_test"} |
| 304 | 2026-09-10T08:17:01.282Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.242305564Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002\" } }","path":"phd_tests::crucible::migrate::load_test"} |
| 305 | 2026-09-10T08:17:01.282Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.247966999Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002\"","path":"phd_tests::crucible::migrate::load_test"} |
| 306 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.255978245Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","elapsed_milliseconds":1966,"path":"phd_tests::crucible::migrate::load_test"} |
| 307 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::load_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:49:21\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::load_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:40:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259072552Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 308 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259201798Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 309 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259302424Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 310 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::configurable_boot_order","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259356931Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 311 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259390201Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 312 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259419751Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 313 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259594149Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 314 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259688538Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::configurable_boot_order"} |
| 315 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259752842Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} |
| 316 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259809105Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} |
| 317 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.259868252Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::configurable_boot_order"} |
| 318 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.270839551Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 319 | 2026-09-10T08:17:01.328Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.270918357Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-73350ea8-99fd-45b4-be53-3b40b31e4c90\"]","verb":"snapshot","path":"phd_tests::boot_order::configurable_boot_order"} |
| 320 | 2026-09-10T08:17:01.353Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.289416078Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-73350ea8-99fd-45b4-be53-3b40b31e4c90\", \"phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 321 | 2026-09-10T08:17:01.353Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.306802848Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1\"]","verb":"list","path":"phd_tests::boot_order::configurable_boot_order"} |
| 322 | 2026-09-10T08:17:01.354Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.318682454Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1 0B 25.3T 207M /phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 323 | 2026-09-10T08:17:01.354Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.319534861Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} |
| 324 | 2026-09-10T08:17:01.354Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.319610493Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 325 | 2026-09-10T08:17:01.378Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.330072314Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 326 | 2026-09-10T08:17:01.378Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.330237034Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-49f5a4f9-e2a4-4b98-bff2-ac71d8f4c278\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 327 | 2026-09-10T08:17:01.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.349731139Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-49f5a4f9-e2a4-4b98-bff2-ac71d8f4c278\", \"phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 328 | 2026-09-10T08:17:01.403Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.368636088Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb\"]","verb":"list","path":"phd_tests::boot_order::configurable_boot_order"} |
| 329 | 2026-09-10T08:17:01.427Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.378796858Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb 0B 25.3T 207M /phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb\n","path":"phd_tests::boot_order::configurable_boot_order"} |
| 330 | 2026-09-10T08:17:01.427Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.379602629Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 331 | 2026-09-10T08:17:01.427Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.379668069Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"configurable_boot_order","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::configurable_boot_order"} |
| 332 | 2026-09-10T08:17:01.427Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.379735285Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::configurable_boot_order"} |
| 333 | 2026-09-10T08:17:01.427Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.379796235Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::configurable_boot_order"} |
| 334 | 2026-09-10T08:17:01.427Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.379873435Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log\"","path":"phd_tests::boot_order::configurable_boot_order"} |
| 335 | 2026-09-10T08:17:01.452Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 953","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.412797133Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 336 | 2026-09-10T08:17:01.477Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.426854971Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::boot_order::configurable_boot_order"} |
| 337 | 2026-09-10T08:17:01.477Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.426955306Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c31d5147-e766-4bf5-8992-28626b5447e2","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 338 | 2026-09-10T08:17:01.477Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.427702619Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"c31d5147-e766-4bf5-8992-28626b5447e2","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 339 | 2026-09-10T08:17:01.734Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:01.702992346Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"c31d5147-e766-4bf5-8992-28626b5447e2","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 340 | 2026-09-10T08:17:02.165Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:02.133763362Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"c31d5147-e766-4bf5-8992-28626b5447e2","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 341 | 2026-09-10T08:17:03.008Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:02.977990961Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"c31d5147-e766-4bf5-8992-28626b5447e2","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order"} |
| 342 | 2026-09-10T08:17:03.032Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:02.978655293Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::configurable_boot_order","elapsed_milliseconds":1550,"vm":"configurable_boot_order","vm_id":"c31d5147-e766-4bf5-8992-28626b5447e2"} |
| 343 | 2026-09-10T08:17:03.032Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:02.978836811Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::configurable_boot_order"} |
| 344 | 2026-09-10T08:17:03.032Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:02.987381312Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 345 | 2026-09-10T08:17:03.032Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:02.98746782Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 346 | 2026-09-10T08:17:03.057Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.015593426Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 347 | 2026-09-10T08:17:03.057Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.015650019Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-73350ea8-99fd-45b4-be53-3b40b31e4c90\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"} |
| 348 | 2026-09-10T08:17:03.081Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.033622572Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 349 | 2026-09-10T08:17:03.081Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.033677164Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb\"]","path":"phd_tests::boot_order::configurable_boot_order"} |
| 350 | 2026-09-10T08:17:03.105Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.055992798Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} |
| 351 | 2026-09-10T08:17:03.105Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.056075925Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-49f5a4f9-e2a4-4b98-bff2-ac71d8f4c278\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"} |
| 352 | 2026-09-10T08:17:03.105Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.072188239Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1810,"path":"phd_tests::boot_order::configurable_boot_order"} |
| 353 | 2026-09-10T08:17:03.150Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::configurable_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:73:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::configurable_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:51:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.078670249Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 354 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.078794075Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 355 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.078944926Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 356 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::unbootable_disk_skipped","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.078997122Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 357 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.079029255Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 358 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.079063238Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 359 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.079221659Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 360 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.079310196Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 361 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.079378116Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 362 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.079439095Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 363 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.079510838Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 364 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.090660438Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 365 | 2026-09-10T08:17:03.151Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.090772814Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-e923f5be-a87b-4c5c-80f3-4bd817bb3cc2\"]","verb":"snapshot","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 366 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.107581645Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-e923f5be-a87b-4c5c-80f3-4bd817bb3cc2\", \"phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 367 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.124795121Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 368 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.136751993Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d 0B 25.3T 207M /phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d\n","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 369 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.137877491Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 370 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.1380057Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 371 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.138065787Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 372 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.138121985Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 373 | 2026-09-10T08:17:03.175Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.13819012Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log\"","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 374 | 2026-09-10T08:17:03.202Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 963","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.172656247Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 375 | 2026-09-10T08:17:03.226Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.186840976Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 376 | 2026-09-10T08:17:03.226Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.186928847Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b5ab02db-d0f9-491c-9b57-505338231b56","path":"phd_tests::boot_order::unbootable_disk_skipped","vm":"unbootable_disk_skipped"} |
| 377 | 2026-09-10T08:17:03.226Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.18926408Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b5ab02db-d0f9-491c-9b57-505338231b56","path":"phd_tests::boot_order::unbootable_disk_skipped","vm":"unbootable_disk_skipped"} |
| 378 | 2026-09-10T08:17:03.799Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:03.769878718Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b5ab02db-d0f9-491c-9b57-505338231b56","path":"phd_tests::boot_order::unbootable_disk_skipped","vm":"unbootable_disk_skipped"} |
| 379 | 2026-09-10T08:17:04.923Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.894352266Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b5ab02db-d0f9-491c-9b57-505338231b56","path":"phd_tests::boot_order::unbootable_disk_skipped","vm":"unbootable_disk_skipped"} |
| 380 | 2026-09-10T08:17:04.947Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.894597796Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::unbootable_disk_skipped","vm_id":"b5ab02db-d0f9-491c-9b57-505338231b56","vm":"unbootable_disk_skipped","elapsed_milliseconds":1705} |
| 381 | 2026-09-10T08:17:04.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.894769867Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 382 | 2026-09-10T08:17:04.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.903314628Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 383 | 2026-09-10T08:17:04.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.903428696Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 384 | 2026-09-10T08:17:04.972Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.939127079Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 385 | 2026-09-10T08:17:04.972Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.939199442Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e923f5be-a87b-4c5c-80f3-4bd817bb3cc2\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 386 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.957921451Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1876,"path":"phd_tests::boot_order::unbootable_disk_skipped"} |
| 387 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::unbootable_disk_skipped ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:140:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:117:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.960651536Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 388 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.960840299Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 389 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.960929372Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 390 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::boot_order_source_priority","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.960984104Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 391 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.961017195Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 392 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.961052277Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 393 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.961243179Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 394 | 2026-09-10T08:17:05.038Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.962819548Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 395 | 2026-09-10T08:17:05.039Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.96288326Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 396 | 2026-09-10T08:17:05.039Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.962938405Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 397 | 2026-09-10T08:17:05.039Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.963001169Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 398 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.97432787Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 399 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.974410808Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-97f3b6e9-d4fb-4ca4-b5ae-bf7dbb433737\"]","verb":"snapshot","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 400 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:04.992450494Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-97f3b6e9-d4fb-4ca4-b5ae-bf7dbb433737\", \"phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784\"]","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 401 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.009915525Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784\"]","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 402 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.020962201Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784 0B 25.3T 207M /phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784\n","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 403 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.022417258Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 404 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.0224816Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"boot_order_source_priority","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 405 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.022546091Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 406 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.0226032Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 407 | 2026-09-10T08:17:05.063Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.02267237Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log\"","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 408 | 2026-09-10T08:17:05.087Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 971","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.055528646Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 409 | 2026-09-10T08:17:05.112Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.069371553Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","elapsed_milliseconds":46} |
| 410 | 2026-09-10T08:17:05.112Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.069470066Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"438e81b4-d62a-40d3-bb6f-d25a4eecdbcf","path":"phd_tests::boot_order::boot_order_source_priority","vm":"boot_order_source_priority"} |
| 411 | 2026-09-10T08:17:05.112Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.073161694Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"438e81b4-d62a-40d3-bb6f-d25a4eecdbcf","path":"phd_tests::boot_order::boot_order_source_priority","vm":"boot_order_source_priority"} |
| 412 | 2026-09-10T08:17:05.792Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:05.764868309Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"438e81b4-d62a-40d3-bb6f-d25a4eecdbcf","path":"phd_tests::boot_order::boot_order_source_priority","vm":"boot_order_source_priority"} |
| 413 | 2026-09-10T08:17:06.344Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.317323557Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"438e81b4-d62a-40d3-bb6f-d25a4eecdbcf","path":"phd_tests::boot_order::boot_order_source_priority","vm":"boot_order_source_priority"} |
| 414 | 2026-09-10T08:17:06.369Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.31756255Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"438e81b4-d62a-40d3-bb6f-d25a4eecdbcf","elapsed_milliseconds":1246,"vm":"boot_order_source_priority"} |
| 415 | 2026-09-10T08:17:06.369Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.317677058Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 416 | 2026-09-10T08:17:06.369Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.326405361Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 417 | 2026-09-10T08:17:06.369Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.326480786Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784\"]","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 418 | 2026-09-10T08:17:06.393Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.362010488Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 419 | 2026-09-10T08:17:06.393Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.362098876Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-97f3b6e9-d4fb-4ca4-b5ae-bf7dbb433737\"]","verb":"destroy","path":"phd_tests::boot_order::boot_order_source_priority"} |
| 420 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.380018537Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::boot_order_source_priority","elapsed_milliseconds":1417} |
| 421 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::boot_order_source_priority ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:431:30\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::boot_order_source_priority::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:403:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.383621668Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 422 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.383763257Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 423 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.383860492Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 424 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::guest_can_adjust_boot_order","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.383917179Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 425 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.383952092Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 426 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.383987785Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 427 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.384256524Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 428 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.384394458Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 429 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.384484019Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 430 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.384570754Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 431 | 2026-09-10T08:17:06.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.384664006Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 432 | 2026-09-10T08:17:06.463Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.39646754Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 433 | 2026-09-10T08:17:06.463Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.396587834Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-c4d46719-304b-44cb-a753-4eba4db7d192\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 434 | 2026-09-10T08:17:06.463Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.416610599Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-c4d46719-304b-44cb-a753-4eba4db7d192\", \"phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 435 | 2026-09-10T08:17:06.463Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.433980625Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7\"]","verb":"list","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 436 | 2026-09-10T08:17:06.487Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.445002989Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7 0B 25.3T 207M /phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 437 | 2026-09-10T08:17:06.487Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.446105412Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 438 | 2026-09-10T08:17:06.487Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.446208339Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 439 | 2026-09-10T08:17:06.487Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.446344418Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 440 | 2026-09-10T08:17:06.487Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.44640659Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 441 | 2026-09-10T08:17:06.488Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.446475374Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log\"","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 442 | 2026-09-10T08:17:06.511Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 979","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.477725185Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 443 | 2026-09-10T08:17:06.535Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.49148953Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":45,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 444 | 2026-09-10T08:17:06.535Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.49158051Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_can_adjust_boot_order","vm_id":"37220ea2-09a6-4ff4-8882-b3c83ba7be2b","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 445 | 2026-09-10T08:17:06.535Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:06.4937479Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"37220ea2-09a6-4ff4-8882-b3c83ba7be2b","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 446 | 2026-09-10T08:17:07.224Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.198076065Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"37220ea2-09a6-4ff4-8882-b3c83ba7be2b","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 447 | 2026-09-10T08:17:07.718Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.691938593Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"37220ea2-09a6-4ff4-8882-b3c83ba7be2b","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 448 | 2026-09-10T08:17:07.743Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.692143058Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_can_adjust_boot_order","elapsed_milliseconds":1199,"vm_id":"37220ea2-09a6-4ff4-8882-b3c83ba7be2b","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 449 | 2026-09-10T08:17:07.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.692259314Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 450 | 2026-09-10T08:17:07.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.701006699Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 451 | 2026-09-10T08:17:07.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.701093188Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 452 | 2026-09-10T08:17:07.767Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.73625266Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 453 | 2026-09-10T08:17:07.767Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.736349369Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-c4d46719-304b-44cb-a753-4eba4db7d192\"]","verb":"destroy","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 454 | 2026-09-10T08:17:07.834Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.755963788Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1370,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"} |
| 455 | 2026-09-10T08:17:07.834Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::guest_can_adjust_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:254:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:236:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.759883162Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 456 | 2026-09-10T08:17:07.834Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760014917Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 457 | 2026-09-10T08:17:07.834Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760107559Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 458 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::nvme_boot_option_description","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760163587Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 459 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760197477Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 460 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.76023287Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 461 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760426767Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 462 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760536946Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 463 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760672574Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 464 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760744749Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 465 | 2026-09-10T08:17:07.835Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.760818774Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 466 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.773182511Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 467 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.773262821Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8fb3db1a-ac00-471d-bf93-d1caf38385b9\"]","verb":"snapshot","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 468 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.790092346Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8fb3db1a-ac00-471d-bf93-d1caf38385b9\", \"phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 469 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.80713885Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 470 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.818681943Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a 0B 25.3T 207M /phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 471 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.819223349Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 472 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.819299281Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 473 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.831119108Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 474 | 2026-09-10T08:17:07.860Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.831203334Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8a742830-d76f-4ea3-9bdc-4739442e9455\"]","verb":"snapshot","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 475 | 2026-09-10T08:17:07.885Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.852444717Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8a742830-d76f-4ea3-9bdc-4739442e9455\", \"phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 476 | 2026-09-10T08:17:07.910Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.871233116Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1\"]","verb":"list","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 477 | 2026-09-10T08:17:07.910Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.881923216Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1 0B 25.3T 207M /phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1\n","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 478 | 2026-09-10T08:17:07.910Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.882599213Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 479 | 2026-09-10T08:17:07.910Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.882663123Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"nvme_boot_option_description","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 480 | 2026-09-10T08:17:07.910Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.882796287Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 481 | 2026-09-10T08:17:07.910Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.882854054Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 482 | 2026-09-10T08:17:07.910Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.882924351Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log\"","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 483 | 2026-09-10T08:17:08.021Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 991","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.916630648Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 484 | 2026-09-10T08:17:08.021Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.930551137Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::nvme_boot_option_description","elapsed_milliseconds":47} |
| 485 | 2026-09-10T08:17:08.021Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.930644343Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nvme_boot_option_description","path":"phd_tests::boot_order::nvme_boot_option_description","vm_id":"8cae575b-6f4e-4a28-8aad-727bf54a1cc1"} |
| 486 | 2026-09-10T08:17:08.021Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:07.931445585Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","path":"phd_tests::boot_order::nvme_boot_option_description","vm_id":"8cae575b-6f4e-4a28-8aad-727bf54a1cc1"} |
| 487 | 2026-09-10T08:17:08.286Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:08.261018894Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","path":"phd_tests::boot_order::nvme_boot_option_description","vm_id":"8cae575b-6f4e-4a28-8aad-727bf54a1cc1"} |
| 488 | 2026-09-10T08:17:09.254Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.229351859Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","path":"phd_tests::boot_order::nvme_boot_option_description","vm_id":"8cae575b-6f4e-4a28-8aad-727bf54a1cc1"} |
| 489 | 2026-09-10T08:17:09.278Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.229628686Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"8cae575b-6f4e-4a28-8aad-727bf54a1cc1","elapsed_milliseconds":1297,"vm":"nvme_boot_option_description","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 490 | 2026-09-10T08:17:09.278Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.229742716Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 491 | 2026-09-10T08:17:09.278Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.238185004Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 492 | 2026-09-10T08:17:09.278Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.238300086Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a\"]","verb":"destroy","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 493 | 2026-09-10T08:17:09.303Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.262684319Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 494 | 2026-09-10T08:17:09.303Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.262745814Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8fb3db1a-ac00-471d-bf93-d1caf38385b9\"]","verb":"destroy","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 495 | 2026-09-10T08:17:09.327Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.280030053Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 496 | 2026-09-10T08:17:09.327Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.280177355Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1\"]","verb":"destroy","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 497 | 2026-09-10T08:17:09.394Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.303793021Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 498 | 2026-09-10T08:17:09.394Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.303844955Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8a742830-d76f-4ea3-9bdc-4739442e9455\"]","verb":"destroy","path":"phd_tests::boot_order::nvme_boot_option_description"} |
| 499 | 2026-09-10T08:17:09.394Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.32166586Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::nvme_boot_option_description","elapsed_milliseconds":1559} |
| 500 | 2026-09-10T08:17:09.394Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::nvme_boot_option_description ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:531:17\n 8: <tracing::instrument::Instrumented<phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::nvme_boot_option_description::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:510:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325239395Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 501 | 2026-09-10T08:17:09.394Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325373263Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 502 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325467398Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 503 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325523539Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 504 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325557495Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 505 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325593526Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 506 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325811422Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 507 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.325919976Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 508 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.32599031Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 509 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.326055055Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 510 | 2026-09-10T08:17:09.395Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.326128404Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 511 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.337656941Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 512 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.337758968Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-52bce44d-3630-41c4-aaed-d71a9c77c529\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 513 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.354630747Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-52bce44d-3630-41c4-aaed-d71a9c77c529\", \"phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 514 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.373561596Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08\"]","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 515 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.385485097Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08 0B 25.3T 207M /phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08\n","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 516 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.386069213Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 517 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.386134728Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_reset_returns_to_running_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 518 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.3862679Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 519 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.386330513Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 520 | 2026-09-10T08:17:09.420Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.386401289Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 521 | 2026-09-10T08:17:09.446Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1001","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.421630544Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 522 | 2026-09-10T08:17:09.470Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.435503927Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::server_state_machine::instance_reset_test"} |
| 523 | 2026-09-10T08:17:09.470Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.435625611Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 524 | 2026-09-10T08:17:09.471Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.435689145Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 525 | 2026-09-10T08:17:09.471Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.436333742Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0} |
| 526 | 2026-09-10T08:17:09.471Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.436408087Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 527 | 2026-09-10T08:17:09.471Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.436838986Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 528 | 2026-09-10T08:17:09.882Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:09.858558828Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 529 | 2026-09-10T08:17:10.620Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.597214599Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 530 | 2026-09-10T08:17:10.646Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.597565961Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"2404ad86-21e2-4f9d-94f3-63de9d27e642","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":1159} |
| 531 | 2026-09-10T08:17:10.646Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.597681803Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 532 | 2026-09-10T08:17:10.646Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.606201098Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 533 | 2026-09-10T08:17:10.646Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.606287175Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 534 | 2026-09-10T08:17:10.671Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.640234747Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 535 | 2026-09-10T08:17:10.671Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.640293538Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-52bce44d-3630-41c4-aaed-d71a9c77c529\"]","path":"phd_tests::server_state_machine::instance_reset_test"} |
| 536 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.658592529Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1331,"path":"phd_tests::server_state_machine::instance_reset_test"} |
| 537 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:78:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:72:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.663928464Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 538 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664056884Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 539 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664150126Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 540 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_start_stop_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.66420486Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 541 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664242684Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 542 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.66427819Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 543 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664454296Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 544 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664640256Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 545 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664723421Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 546 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664796864Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 547 | 2026-09-10T08:17:10.737Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.664880038Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 548 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.676060539Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 549 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.676211098Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-166ee0b0-f027-4246-82b3-b4726f724274\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 550 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.692703099Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-166ee0b0-f027-4246-82b3-b4726f724274\", \"phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 551 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.714043283Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 552 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.725375646Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5 0B 25.3T 207M /phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 553 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.726001819Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 554 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.726069551Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_ensure_running_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 555 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.726141999Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 556 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.726204085Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 557 | 2026-09-10T08:17:10.762Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.726277209Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 558 | 2026-09-10T08:17:10.786Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1009","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.760209309Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 559 | 2026-09-10T08:17:10.810Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.774214579Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 560 | 2026-09-10T08:17:10.810Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.77432628Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"30c0dc3a-2753-48a2-ad1b-e96830ef7a46","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test"} |
| 561 | 2026-09-10T08:17:10.810Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:10.775093529Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"30c0dc3a-2753-48a2-ad1b-e96830ef7a46","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test"} |
| 562 | 2026-09-10T08:17:11.393Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.371005239Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"30c0dc3a-2753-48a2-ad1b-e96830ef7a46","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test"} |
| 563 | 2026-09-10T08:17:11.806Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.783821745Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"30c0dc3a-2753-48a2-ad1b-e96830ef7a46","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test"} |
| 564 | 2026-09-10T08:17:11.830Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.78410046Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1008,"path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"30c0dc3a-2753-48a2-ad1b-e96830ef7a46","vm":"instance_ensure_running_test"} |
| 565 | 2026-09-10T08:17:11.830Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.784223827Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 566 | 2026-09-10T08:17:11.830Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.792600583Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 567 | 2026-09-10T08:17:11.830Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.792782562Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 568 | 2026-09-10T08:17:11.854Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.823847111Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 569 | 2026-09-10T08:17:11.854Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.823920958Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-166ee0b0-f027-4246-82b3-b4726f724274\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 570 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.842981051Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1177,"path":"phd_tests::server_state_machine::instance_start_stop_test"} |
| 571 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_start_stop_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:20:26\n 7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:16:1\n 9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847008679Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 572 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847132524Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 573 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847227411Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 574 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_unstarted_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847281627Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 575 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847317809Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 576 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847353136Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 577 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.84754414Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 578 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847657981Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 579 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847794219Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 580 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847859031Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 581 | 2026-09-10T08:17:11.879Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.847934643Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 582 | 2026-09-10T08:17:11.904Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.859422684Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 583 | 2026-09-10T08:17:11.904Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.85953523Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-8406ab92-cc43-4afa-98dc-66b1c871d30b\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 584 | 2026-09-10T08:17:11.904Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.877805748Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8406ab92-cc43-4afa-98dc-66b1c871d30b\", \"phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 585 | 2026-09-10T08:17:11.927Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.897218003Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65\"]","verb":"list","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 586 | 2026-09-10T08:17:11.952Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.908186122Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65 0B 25.3T 207M /phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 587 | 2026-09-10T08:17:11.952Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.908841592Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 588 | 2026-09-10T08:17:11.952Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.908908281Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_stop_unstarted_test","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 589 | 2026-09-10T08:17:11.952Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.90897576Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 590 | 2026-09-10T08:17:11.952Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.909036081Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 591 | 2026-09-10T08:17:11.952Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.909108078Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 592 | 2026-09-10T08:17:11.975Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1017","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.94350278Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 593 | 2026-09-10T08:17:12.000Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.957202879Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 594 | 2026-09-10T08:17:12.000Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.957300415Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"62b5b801-fd49-4cb1-8224-640615465a9d","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test"} |
| 595 | 2026-09-10T08:17:12.000Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:11.958047727Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"62b5b801-fd49-4cb1-8224-640615465a9d","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test"} |
| 596 | 2026-09-10T08:17:12.405Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:12.383456123Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"62b5b801-fd49-4cb1-8224-640615465a9d","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test"} |
| 597 | 2026-09-10T08:17:13.105Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.083547398Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"62b5b801-fd49-4cb1-8224-640615465a9d","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test"} |
| 598 | 2026-09-10T08:17:13.865Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.842649982Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"62b5b801-fd49-4cb1-8224-640615465a9d","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test"} |
| 599 | 2026-09-10T08:17:13.889Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.842924585Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","vm":"instance_stop_unstarted_test","elapsed_milliseconds":1885,"vm_id":"62b5b801-fd49-4cb1-8224-640615465a9d"} |
| 600 | 2026-09-10T08:17:13.889Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.8430479Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 601 | 2026-09-10T08:17:13.889Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.852055817Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 602 | 2026-09-10T08:17:13.889Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.852180414Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 603 | 2026-09-10T08:17:13.913Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.884262908Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 604 | 2026-09-10T08:17:13.913Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.884322762Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8406ab92-cc43-4afa-98dc-66b1c871d30b\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 605 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.902777378Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":2055,"path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} |
| 606 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_unstarted_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:36:26\n 7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:32:1\n 9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.905927461Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 607 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906051407Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 608 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906148302Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 609 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::stop_while_blocked_on_start_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906206583Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 610 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.90624721Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 611 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906283719Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 612 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906463241Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 613 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906558693Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 614 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906620711Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 615 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906691106Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 616 | 2026-09-10T08:17:13.980Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.906771849Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 617 | 2026-09-10T08:17:14.004Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.917929641Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 618 | 2026-09-10T08:17:14.004Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.918055441Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-eea1c98d-7ed8-4c90-9fcc-f83d06834b25\"]","verb":"snapshot","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 619 | 2026-09-10T08:17:14.004Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.935685697Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-eea1c98d-7ed8-4c90-9fcc-f83d06834b25\", \"phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 620 | 2026-09-10T08:17:14.005Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.952289585Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee\"]","verb":"list","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 621 | 2026-09-10T08:17:14.005Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.96345292Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee 0B 25.3T 207M /phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 622 | 2026-09-10T08:17:14.005Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.964102447Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 623 | 2026-09-10T08:17:14.005Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.964205313Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000\", \"--encrypted\", \"--uuid\", \"04715040-eb91-4ab3-a8c5-65ac8485107f\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 624 | 2026-09-10T08:17:14.029Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.989636442Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:13.974114594Z\",\"hostname\":\"BRM42220060\",\"pid\":1025}\n{\"msg\":\"UUID: 04715040-eb91-4ab3-a8c5-65ac8485107f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:13.985634005Z\",\"hostname\":\"BRM42220060\",\"pid\":1025}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:13.985660906Z\",\"hostname\":\"BRM42220060\",\"pid\":1025}\n","stderr":"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 625 | 2026-09-10T08:17:14.029Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:13.989789142Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001\", \"--encrypted\", \"--uuid\", \"04715040-eb91-4ab3-a8c5-65ac8485107f\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 626 | 2026-09-10T08:17:14.053Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.014459774Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:13.999429473Z\",\"hostname\":\"BRM42220060\",\"pid\":1026}\n{\"msg\":\"UUID: 04715040-eb91-4ab3-a8c5-65ac8485107f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:14.010638022Z\",\"hostname\":\"BRM42220060\",\"pid\":1026}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:14.010657629Z\",\"hostname\":\"BRM42220060\",\"pid\":1026}\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 627 | 2026-09-10T08:17:14.053Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.014601695Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002\", \"--encrypted\", \"--uuid\", \"04715040-eb91-4ab3-a8c5-65ac8485107f\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 628 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.039137598Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:14.024081899Z\",\"hostname\":\"BRM42220060\",\"pid\":1027}\n{\"msg\":\"UUID: 04715040-eb91-4ab3-a8c5-65ac8485107f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:14.035116496Z\",\"hostname\":\"BRM42220060\",\"pid\":1027}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:14.035130843Z\",\"hostname\":\"BRM42220060\",\"pid\":1027}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 629 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.03932777Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9000.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 630 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.039424857Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 631 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.039488528Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 632 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.041555216Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9001.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 633 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.041655547Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 634 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.041720009Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 635 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.043356529Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9002.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 636 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.043457211Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 637 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.043523156Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 638 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.045560227Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 639 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.045647774Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 640 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.045716194Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 641 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.04580309Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 642 | 2026-09-10T08:17:14.077Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.045878584Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 643 | 2026-09-10T08:17:14.078Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.045967323Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 644 | 2026-09-10T08:17:14.102Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1031","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.078327758Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 645 | 2026-09-10T08:17:14.126Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.095580544Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 646 | 2026-09-10T08:17:14.126Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.095681447Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a0361b76-c269-4cdf-9677-63bd957a1071","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 647 | 2026-09-10T08:17:14.126Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.096460631Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"a0361b76-c269-4cdf-9677-63bd957a1071","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 648 | 2026-09-10T08:17:14.519Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:14.496806136Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"a0361b76-c269-4cdf-9677-63bd957a1071","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 649 | 2026-09-10T08:17:15.335Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.312951239Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"a0361b76-c269-4cdf-9677-63bd957a1071","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm":"stop_while_blocked_on_start_test"} |
| 650 | 2026-09-10T08:17:15.360Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.313250839Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a0361b76-c269-4cdf-9677-63bd957a1071","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","elapsed_milliseconds":1217} |
| 651 | 2026-09-10T08:17:15.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.313366039Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 652 | 2026-09-10T08:17:15.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.321874902Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 653 | 2026-09-10T08:17:15.360Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.321995903Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 654 | 2026-09-10T08:17:15.385Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.355778227Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 655 | 2026-09-10T08:17:15.385Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.355866765Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-eea1c98d-7ed8-4c90-9fcc-f83d06834b25\"]","verb":"destroy","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 656 | 2026-09-10T08:17:15.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.375320715Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 657 | 2026-09-10T08:17:15.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.378971302Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 658 | 2026-09-10T08:17:15.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.380337206Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 659 | 2026-09-10T08:17:15.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.383506315Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 660 | 2026-09-10T08:17:15.410Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.384824967Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 661 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.389146441Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 662 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.390467698Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1484,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} |
| 663 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::stop_while_blocked_on_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:147:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:113:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.393940757Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 664 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394065865Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 665 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394159974Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 666 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394216412Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 667 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394253903Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 668 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394291124Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 669 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394478221Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 670 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394596636Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 671 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.39468268Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 672 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394751431Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 673 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.394829239Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 674 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.406310639Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 675 | 2026-09-10T08:17:15.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.406398336Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-68eef9b7-9967-443d-ad35-dade498e5712\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 676 | 2026-09-10T08:17:15.482Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.424989929Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-68eef9b7-9967-443d-ad35-dade498e5712\", \"phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 677 | 2026-09-10T08:17:15.482Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.442570543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 678 | 2026-09-10T08:17:15.482Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.452917871Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68 0B 25.3T 207M /phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 679 | 2026-09-10T08:17:15.483Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.453542391Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 680 | 2026-09-10T08:17:15.483Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.453613807Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 681 | 2026-09-10T08:17:15.483Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.45368898Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 682 | 2026-09-10T08:17:15.483Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.453753753Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 683 | 2026-09-10T08:17:15.483Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.453829387Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 684 | 2026-09-10T08:17:15.511Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1039","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.488047662Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 685 | 2026-09-10T08:17:15.535Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.50209513Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 686 | 2026-09-10T08:17:15.535Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.502222673Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"86381fa5-3693-49e2-ac93-e2cf7d75fa86","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test"} |
| 687 | 2026-09-10T08:17:15.535Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:15.502941172Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"86381fa5-3693-49e2-ac93-e2cf7d75fa86","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test"} |
| 688 | 2026-09-10T08:17:16.064Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:16.041371256Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"86381fa5-3693-49e2-ac93-e2cf7d75fa86","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test"} |
| 689 | 2026-09-10T08:17:17.088Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.065061063Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"86381fa5-3693-49e2-ac93-e2cf7d75fa86","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test"} |
| 690 | 2026-09-10T08:17:17.113Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.065273147Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1563,"vm_id":"86381fa5-3693-49e2-ac93-e2cf7d75fa86","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test"} |
| 691 | 2026-09-10T08:17:17.113Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.065393666Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 692 | 2026-09-10T08:17:17.113Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.073700236Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 693 | 2026-09-10T08:17:17.113Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.073747456Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 694 | 2026-09-10T08:17:17.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.106290927Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 695 | 2026-09-10T08:17:17.138Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.106348768Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-68eef9b7-9967-443d-ad35-dade498e5712\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 696 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.124413631Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1730,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} |
| 697 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:53:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:48:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128287724Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 698 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128416699Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 699 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128515638Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 700 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_requires_running_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128580541Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 701 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128621409Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 702 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128660233Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 703 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128836038Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 704 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.128940507Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 705 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.129003597Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 706 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.129065756Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 707 | 2026-09-10T08:17:17.205Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.129131812Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 708 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.140363745Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 709 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.140451602Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a98e0d50-78da-4193-bbef-6d08924fc988\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 710 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.158687602Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-a98e0d50-78da-4193-bbef-6d08924fc988\", \"phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 711 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.17501749Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 712 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.185329529Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31 0B 25.3T 207M /phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 713 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.18604276Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 714 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.186164612Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"instance_reset_requires_running_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 715 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.186242781Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 716 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.186309898Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 717 | 2026-09-10T08:17:17.230Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.186385222Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 718 | 2026-09-10T08:17:17.255Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1047","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.217891979Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 719 | 2026-09-10T08:17:17.255Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.232083482Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":45,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 720 | 2026-09-10T08:17:17.255Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.232186238Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 721 | 2026-09-10T08:17:17.279Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.232246122Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 722 | 2026-09-10T08:17:17.280Z | {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.232748248Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","elapsed_milliseconds":0,"vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 723 | 2026-09-10T08:17:17.280Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.232827559Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 724 | 2026-09-10T08:17:17.280Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.233298176Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 725 | 2026-09-10T08:17:17.578Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:17.554657602Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 726 | 2026-09-10T08:17:18.617Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.593334767Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_reset_requires_running_test","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 727 | 2026-09-10T08:17:18.641Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.593609591Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","elapsed_milliseconds":1361,"vm_id":"28610d5d-caa7-4aa8-a6df-bd0093f45e29"} |
| 728 | 2026-09-10T08:17:18.641Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.593727155Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 729 | 2026-09-10T08:17:18.641Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.602647694Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 730 | 2026-09-10T08:17:18.641Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.602769526Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 731 | 2026-09-10T08:17:18.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.633826677Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 732 | 2026-09-10T08:17:18.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.633890629Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a98e0d50-78da-4193-bbef-6d08924fc988\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 733 | 2026-09-10T08:17:18.731Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.653154376Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1524,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} |
| 734 | 2026-09-10T08:17:18.731Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_requires_running_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:109:17\n 8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:103:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.65629453Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 735 | 2026-09-10T08:17:18.731Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.656396705Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 736 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.65649402Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 737 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::stats::instance_vcpu_stats","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.65655143Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 738 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.656585585Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 739 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.656622545Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 740 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.656825652Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 741 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.658498341Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::stats::instance_vcpu_stats"} |
| 742 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.658567162Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"} |
| 743 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.658627186Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"} |
| 744 | 2026-09-10T08:17:18.732Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.658690457Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::stats::instance_vcpu_stats"} |
| 745 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.669908894Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::stats::instance_vcpu_stats"} |
| 746 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.670012962Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-21eae281-6b0c-4dd6-8bd3-cab2587bdc88\"]","path":"phd_tests::stats::instance_vcpu_stats"} |
| 747 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.689267572Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-21eae281-6b0c-4dd6-8bd3-cab2587bdc88\", \"phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d\"]","path":"phd_tests::stats::instance_vcpu_stats"} |
| 748 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.707306136Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d\"]","path":"phd_tests::stats::instance_vcpu_stats"} |
| 749 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.719253813Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d 0B 25.3T 207M /phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d\n","path":"phd_tests::stats::instance_vcpu_stats"} |
| 750 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.720007719Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 751 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.720077201Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_vcpu_stats","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: Some(Local) }","path":"phd_tests::stats::instance_vcpu_stats"} |
| 752 | 2026-09-10T08:17:18.756Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.720151102Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::stats::instance_vcpu_stats"} |
| 753 | 2026-09-10T08:17:18.781Z | {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-09-10T08:17:18.730669325Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:44682","component":"phd-oximeter-consumer","versions":"all","path":"/metrics/producers","method":"POST"} |
| 754 | 2026-09-10T08:17:18.781Z | {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-10T08:17:18.733192764Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:44682","component":"phd-oximeter-consumer"} |
| 755 | 2026-09-10T08:17:18.805Z | {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-09-10T08:17:18.77419689Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:44682","component":"phd-oximeter-consumer"} |
| 756 | 2026-09-10T08:17:18.805Z | {"msg":"fake oximeter test server listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-10T08:17:18.774239511Z","hostname":"BRM42220060","pid":912,"component":"phd-oximeter-consumer","address":"[::1]:44682"} |
| 757 | 2026-09-10T08:17:18.805Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.774300898Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::stats::instance_vcpu_stats"} |
| 758 | 2026-09-10T08:17:18.805Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.774377544Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log\"","path":"phd_tests::stats::instance_vcpu_stats"} |
| 759 | 2026-09-10T08:17:18.832Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1055","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.808763067Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 760 | 2026-09-10T08:17:18.856Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.823305478Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::stats::instance_vcpu_stats","elapsed_milliseconds":103} |
| 761 | 2026-09-10T08:17:18.856Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.823423664Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats","vm_id":"52354bfa-4adf-4ba5-9e39-23427c59de6a"} |
| 762 | 2026-09-10T08:17:18.856Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:18.824245108Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats","vm_id":"52354bfa-4adf-4ba5-9e39-23427c59de6a"} |
| 763 | 2026-09-10T08:17:19.173Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.14955542Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats","vm_id":"52354bfa-4adf-4ba5-9e39-23427c59de6a"} |
| 764 | 2026-09-10T08:17:19.742Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.718552662Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats","vm_id":"52354bfa-4adf-4ba5-9e39-23427c59de6a"} |
| 765 | 2026-09-10T08:17:19.766Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.718854176Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats","elapsed_milliseconds":895,"vm_id":"52354bfa-4adf-4ba5-9e39-23427c59de6a"} |
| 766 | 2026-09-10T08:17:19.766Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.718977761Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::stats::instance_vcpu_stats"} |
| 767 | 2026-09-10T08:17:19.766Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.727959386Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 768 | 2026-09-10T08:17:19.766Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.728076178Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d\"]","verb":"destroy","path":"phd_tests::stats::instance_vcpu_stats"} |
| 769 | 2026-09-10T08:17:19.791Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.759308855Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"} |
| 770 | 2026-09-10T08:17:19.791Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.759367266Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-21eae281-6b0c-4dd6-8bd3-cab2587bdc88\"]","path":"phd_tests::stats::instance_vcpu_stats"} |
| 771 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.776972294Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","path":"phd_tests::stats::instance_vcpu_stats","elapsed_milliseconds":1120} |
| 772 | 2026-09-10T08:17:19.857Z | {"msg":"beginning graceful shutdown","v":0,"name":"slog-rs","level":30,"time":"2026-09-10T08:17:19.779073376Z","hostname":"BRM42220060","pid":912,"local_addr":"[::1]:44682","component":"phd-oximeter-consumer"} |
| 773 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::stats::instance_vcpu_stats ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:236:17\n 8: <tracing::instrument::Instrumented<phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::stats::instance_vcpu_stats::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:198:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.780581369Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 774 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.780716156Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 775 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.780813692Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 776 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::api_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.780872977Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 777 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.780912542Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 778 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.780951015Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 779 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.781151277Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 780 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.781250355Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 781 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.781323926Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 782 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.781406162Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 783 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.781477438Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 784 | 2026-09-10T08:17:19.857Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.781617795Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000\", \"--encrypted\", \"--uuid\", \"f919a779-c62e-4f4e-9b37-7706b730b2f7\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 785 | 2026-09-10T08:17:19.915Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.891136228Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:19.791154327Z\",\"hostname\":\"BRM42220060\",\"pid\":1059}\n{\"msg\":\"UUID: f919a779-c62e-4f4e-9b37-7706b730b2f7\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:19.884930872Z\",\"hostname\":\"BRM42220060\",\"pid\":1059}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:19.884957764Z\",\"hostname\":\"BRM42220060\",\"pid\":1059}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 786 | 2026-09-10T08:17:19.939Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.891318565Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001\", \"--encrypted\", \"--uuid\", \"f919a779-c62e-4f4e-9b37-7706b730b2f7\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 787 | 2026-09-10T08:17:20.022Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.997763811Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:19.902075784Z\",\"hostname\":\"BRM42220060\",\"pid\":1060}\n{\"msg\":\"UUID: f919a779-c62e-4f4e-9b37-7706b730b2f7\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:19.991231314Z\",\"hostname\":\"BRM42220060\",\"pid\":1060}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:19.991257764Z\",\"hostname\":\"BRM42220060\",\"pid\":1060}\n","stderr":"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 788 | 2026-09-10T08:17:20.046Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:19.997934897Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002\", \"--encrypted\", \"--uuid\", \"f919a779-c62e-4f4e-9b37-7706b730b2f7\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 789 | 2026-09-10T08:17:20.122Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.097759207Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:20.007882894Z\",\"hostname\":\"BRM42220060\",\"pid\":1061}\n{\"msg\":\"UUID: f919a779-c62e-4f4e-9b37-7706b730b2f7\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:20.093039785Z\",\"hostname\":\"BRM42220060\",\"pid\":1061}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:20.09306864Z\",\"hostname\":\"BRM42220060\",\"pid\":1061}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 790 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.097941524Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9000.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 791 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.098035764Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 792 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.098098172Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 793 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.100121208Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9001.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 794 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.100219796Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 795 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.100291643Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 796 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.102065582Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9002.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 797 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.102168248Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 798 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.10223214Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 799 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.104135728Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 800 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.104213336Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"crucible_guest_reboot_test","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 801 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.104301614Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 802 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.104379593Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 803 | 2026-09-10T08:17:20.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.104466999Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 804 | 2026-09-10T08:17:20.170Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1065","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.140975837Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 805 | 2026-09-10T08:17:20.194Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.155495535Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":51} |
| 806 | 2026-09-10T08:17:20.194Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.155609472Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"51e4428b-764a-4d0d-8b7e-7a424219af50"} |
| 807 | 2026-09-10T08:17:20.194Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.156465303Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::api_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"51e4428b-764a-4d0d-8b7e-7a424219af50"} |
| 808 | 2026-09-10T08:17:20.544Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:20.519797079Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::api_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"51e4428b-764a-4d0d-8b7e-7a424219af50"} |
| 809 | 2026-09-10T08:17:21.217Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.192904886Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::api_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"51e4428b-764a-4d0d-8b7e-7a424219af50"} |
| 810 | 2026-09-10T08:17:21.267Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.193159691Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":1037,"vm_id":"51e4428b-764a-4d0d-8b7e-7a424219af50"} |
| 811 | 2026-09-10T08:17:21.267Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.193280431Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 812 | 2026-09-10T08:17:21.267Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.201519853Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 813 | 2026-09-10T08:17:21.267Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.207148228Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 814 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.215142621Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 815 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.221854341Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 816 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.230750755Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 817 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.236281152Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002\"","path":"phd_tests::crucible::smoke::api_reboot_test"} |
| 818 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.245014704Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":1464} |
| 819 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:29:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:23:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.248628901Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 820 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.248760912Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 821 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.248847658Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 822 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::guest_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.2489065Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 823 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.248939483Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 824 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.248971413Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 825 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.249189429Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 826 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.249341478Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 827 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.249447001Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 828 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.249554676Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 829 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.249640289Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 830 | 2026-09-10T08:17:21.335Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.249796798Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000\", \"--encrypted\", \"--uuid\", \"46f0b7cf-3c14-41ca-ae93-4a75fa7930aa\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 831 | 2026-09-10T08:17:21.378Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.353260241Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.259913214Z\",\"hostname\":\"BRM42220060\",\"pid\":1067}\n{\"msg\":\"UUID: 46f0b7cf-3c14-41ca-ae93-4a75fa7930aa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.346563059Z\",\"hostname\":\"BRM42220060\",\"pid\":1067}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.346588277Z\",\"hostname\":\"BRM42220060\",\"pid\":1067}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 832 | 2026-09-10T08:17:21.402Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.353475281Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001\", \"--encrypted\", \"--uuid\", \"46f0b7cf-3c14-41ca-ae93-4a75fa7930aa\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 833 | 2026-09-10T08:17:21.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.456828736Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.363951043Z\",\"hostname\":\"BRM42220060\",\"pid\":1068}\n{\"msg\":\"UUID: 46f0b7cf-3c14-41ca-ae93-4a75fa7930aa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.450707591Z\",\"hostname\":\"BRM42220060\",\"pid\":1068}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.450736106Z\",\"hostname\":\"BRM42220060\",\"pid\":1068}\n","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 834 | 2026-09-10T08:17:21.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.457035721Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002\", \"--encrypted\", \"--uuid\", \"46f0b7cf-3c14-41ca-ae93-4a75fa7930aa\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 835 | 2026-09-10T08:17:21.581Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.556929912Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.466129148Z\",\"hostname\":\"BRM42220060\",\"pid\":1069}\n{\"msg\":\"UUID: 46f0b7cf-3c14-41ca-ae93-4a75fa7930aa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.552838306Z\",\"hostname\":\"BRM42220060\",\"pid\":1069}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:21.552860338Z\",\"hostname\":\"BRM42220060\",\"pid\":1069}\n","stderr":"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 836 | 2026-09-10T08:17:21.581Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.557135284Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 837 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.557234082Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 838 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.557303444Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 839 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.559279861Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 840 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.559400962Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 841 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.559470464Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 842 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.561664887Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 843 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.561790596Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 844 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.56187669Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 845 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.564136866Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 846 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.564251414Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_guest_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 847 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.564346136Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 848 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.564425157Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 849 | 2026-09-10T08:17:21.606Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.564525097Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 850 | 2026-09-10T08:17:21.631Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1073","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.600619425Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 851 | 2026-09-10T08:17:21.655Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.615160364Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 852 | 2026-09-10T08:17:21.655Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.615269572Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"fcb95442-d89a-4cb8-955a-e8cba4588e02","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 853 | 2026-09-10T08:17:21.655Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:21.616105655Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","vm_id":"fcb95442-d89a-4cb8-955a-e8cba4588e02","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 854 | 2026-09-10T08:17:22.281Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.256362464Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","vm_id":"fcb95442-d89a-4cb8-955a-e8cba4588e02","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 855 | 2026-09-10T08:17:22.755Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.730519562Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","vm_id":"fcb95442-d89a-4cb8-955a-e8cba4588e02","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 856 | 2026-09-10T08:17:22.779Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.730773335Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fcb95442-d89a-4cb8-955a-e8cba4588e02","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":1115} |
| 857 | 2026-09-10T08:17:22.779Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.730900317Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 858 | 2026-09-10T08:17:22.779Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.739331573Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 859 | 2026-09-10T08:17:22.779Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.745402382Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 860 | 2026-09-10T08:17:22.779Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.752585109Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 861 | 2026-09-10T08:17:22.803Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.757857976Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 862 | 2026-09-10T08:17:22.804Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.765969592Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 863 | 2026-09-10T08:17:22.804Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.772660563Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 864 | 2026-09-10T08:17:22.850Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.780451198Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1531,"path":"phd_tests::crucible::smoke::guest_reboot_test"} |
| 865 | 2026-09-10T08:17:22.850Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:41:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:35:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783047827Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 866 | 2026-09-10T08:17:22.850Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783177393Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 867 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783263728Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 868 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::shutdown_persistence_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783315416Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 869 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.78334904Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 870 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783381723Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 871 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783597213Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 872 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783743542Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 873 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783842841Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 874 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.783930899Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 875 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.784030449Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 876 | 2026-09-10T08:17:22.851Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.784190924Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000\", \"--encrypted\", \"--uuid\", \"9419e2be-ce51-47bd-a880-2d9beaf9da30\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 877 | 2026-09-10T08:17:22.912Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.886444934Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:22.795611687Z\",\"hostname\":\"BRM42220060\",\"pid\":1075}\n{\"msg\":\"UUID: 9419e2be-ce51-47bd-a880-2d9beaf9da30\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:22.881333314Z\",\"hostname\":\"BRM42220060\",\"pid\":1075}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:22.88135737Z\",\"hostname\":\"BRM42220060\",\"pid\":1075}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 878 | 2026-09-10T08:17:22.912Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.886695922Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001\", \"--encrypted\", \"--uuid\", \"9419e2be-ce51-47bd-a880-2d9beaf9da30\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 879 | 2026-09-10T08:17:23.012Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.987271654Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:22.897182244Z\",\"hostname\":\"BRM42220060\",\"pid\":1076}\n{\"msg\":\"UUID: 9419e2be-ce51-47bd-a880-2d9beaf9da30\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:22.981850865Z\",\"hostname\":\"BRM42220060\",\"pid\":1076}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:22.981875753Z\",\"hostname\":\"BRM42220060\",\"pid\":1076}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 880 | 2026-09-10T08:17:23.012Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:22.987424235Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002\", \"--encrypted\", \"--uuid\", \"9419e2be-ce51-47bd-a880-2d9beaf9da30\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 881 | 2026-09-10T08:17:23.113Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.087872784Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:22.99770205Z\",\"hostname\":\"BRM42220060\",\"pid\":1077}\n{\"msg\":\"UUID: 9419e2be-ce51-47bd-a880-2d9beaf9da30\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.083248132Z\",\"hostname\":\"BRM42220060\",\"pid\":1077}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.083277218Z\",\"hostname\":\"BRM42220060\",\"pid\":1077}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 882 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.088094096Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9000.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 883 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.08820672Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 884 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.088276413Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 885 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.090801756Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9001.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 886 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.090908489Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 887 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.090973243Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 888 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.092834699Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9002.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 889 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.092936146Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 890 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.093013191Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 891 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.095033039Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 892 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.095137097Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_shutdown_persistence_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 893 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.095248008Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 894 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.095344171Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 895 | 2026-09-10T08:17:23.137Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.095456495Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 896 | 2026-09-10T08:17:23.161Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1081","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.129403272Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 897 | 2026-09-10T08:17:23.185Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.144357849Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":49} |
| 898 | 2026-09-10T08:17:23.185Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.145416355Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 899 | 2026-09-10T08:17:23.185Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.159237112Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 900 | 2026-09-10T08:17:23.209Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.164988733Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 901 | 2026-09-10T08:17:23.209Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.174221415Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 902 | 2026-09-10T08:17:23.209Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.179427565Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 903 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.188469817Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 904 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.194910741Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} |
| 905 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.203792965Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":420} |
| 906 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file\n system","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.20455641Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 907 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.204695675Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 908 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.204839519Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 909 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::vcr_replace_during_start_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.204945521Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 910 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.205001648Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 911 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.205038869Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 912 | 2026-09-10T08:17:23.233Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.205293875Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 913 | 2026-09-10T08:17:23.234Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.205450764Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 914 | 2026-09-10T08:17:23.234Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.205536998Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 915 | 2026-09-10T08:17:23.234Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.205628091Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 916 | 2026-09-10T08:17:23.234Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.205715117Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 917 | 2026-09-10T08:17:23.258Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.218605471Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 918 | 2026-09-10T08:17:23.258Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.218689922Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-12bbef92-98bc-4cd9-9667-f5278f7cc85b\"]","verb":"snapshot","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 919 | 2026-09-10T08:17:23.281Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.235799414Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-12bbef92-98bc-4cd9-9667-f5278f7cc85b\", \"phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 920 | 2026-09-10T08:17:23.281Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.25429581Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 921 | 2026-09-10T08:17:23.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.265600351Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf 0B 25.3T 207M /phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 922 | 2026-09-10T08:17:23.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.266229512Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 923 | 2026-09-10T08:17:23.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.266331496Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000\", \"--encrypted\", \"--uuid\", \"cb031fb2-4f14-4b56-b0e2-65a1d043c305\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 924 | 2026-09-10T08:17:23.331Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.292327773Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.276912519Z\",\"hostname\":\"BRM42220060\",\"pid\":1087}\n{\"msg\":\"UUID: cb031fb2-4f14-4b56-b0e2-65a1d043c305\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.288171371Z\",\"hostname\":\"BRM42220060\",\"pid\":1087}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.288185318Z\",\"hostname\":\"BRM42220060\",\"pid\":1087}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 925 | 2026-09-10T08:17:23.331Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.292518286Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001\", \"--encrypted\", \"--uuid\", \"cb031fb2-4f14-4b56-b0e2-65a1d043c305\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 926 | 2026-09-10T08:17:23.355Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.317653471Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.302172622Z\",\"hostname\":\"BRM42220060\",\"pid\":1088}\n{\"msg\":\"UUID: cb031fb2-4f14-4b56-b0e2-65a1d043c305\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.313228229Z\",\"hostname\":\"BRM42220060\",\"pid\":1088}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.313243698Z\",\"hostname\":\"BRM42220060\",\"pid\":1088}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 927 | 2026-09-10T08:17:23.355Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.31780006Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002\", \"--encrypted\", \"--uuid\", \"cb031fb2-4f14-4b56-b0e2-65a1d043c305\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 928 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.343236772Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.327785098Z\",\"hostname\":\"BRM42220060\",\"pid\":1089}\n{\"msg\":\"UUID: cb031fb2-4f14-4b56-b0e2-65a1d043c305\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.339102534Z\",\"hostname\":\"BRM42220060\",\"pid\":1089}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:23.339117933Z\",\"hostname\":\"BRM42220060\",\"pid\":1089}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 929 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.343393961Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 930 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.343478081Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 931 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.343530491Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 932 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.345773596Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 933 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.345857727Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 934 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.345921518Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 935 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.347882434Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 936 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.347995389Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 937 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.348067116Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 938 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.350173019Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 939 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.350293819Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 940 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.350368762Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_vcr_replace_during_start_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 941 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.350461369Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 942 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.350541471Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 943 | 2026-09-10T08:17:23.380Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.350641632Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 944 | 2026-09-10T08:17:23.409Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1093","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.384092635Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 945 | 2026-09-10T08:17:23.433Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.398574811Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","elapsed_milliseconds":48} |
| 946 | 2026-09-10T08:17:23.434Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.398674151Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f731cc59-8e8d-4db5-b2e0-81868e16d3bb","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} |
| 947 | 2026-09-10T08:17:23.434Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:23.399447794Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"f731cc59-8e8d-4db5-b2e0-81868e16d3bb","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} |
| 948 | 2026-09-10T08:17:24.041Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.01558412Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"f731cc59-8e8d-4db5-b2e0-81868e16d3bb","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} |
| 949 | 2026-09-10T08:17:24.781Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.75567672Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"f731cc59-8e8d-4db5-b2e0-81868e16d3bb","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} |
| 950 | 2026-09-10T08:17:24.806Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.755927077Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f731cc59-8e8d-4db5-b2e0-81868e16d3bb","elapsed_milliseconds":1357,"path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} |
| 951 | 2026-09-10T08:17:24.807Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.756049019Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 952 | 2026-09-10T08:17:24.807Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.764285313Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 953 | 2026-09-10T08:17:24.807Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.764333485Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 954 | 2026-09-10T08:17:24.831Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.795720466Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 955 | 2026-09-10T08:17:24.831Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.795835024Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-12bbef92-98bc-4cd9-9667-f5278f7cc85b\"]","verb":"destroy","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 956 | 2026-09-10T08:17:24.855Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.813089953Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 957 | 2026-09-10T08:17:24.855Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.817248058Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 958 | 2026-09-10T08:17:24.855Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.818528387Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 959 | 2026-09-10T08:17:24.855Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.823155734Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 960 | 2026-09-10T08:17:24.855Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.824416666Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 961 | 2026-09-10T08:17:24.855Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.828324683Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} |
| 962 | 2026-09-10T08:17:24.856Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.829558235Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","elapsed_milliseconds":1624} |
| 963 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::vcr_replace_during_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:127:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:91:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832217253Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 964 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832351999Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 965 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832451739Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 966 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::boot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832513196Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 967 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832548403Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 968 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832587167Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 969 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832788591Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test"} |
| 970 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832909241Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::boot_test"} |
| 971 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.832988372Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} |
| 972 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.833064356Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::boot_test"} |
| 973 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.833128859Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} |
| 974 | 2026-09-10T08:17:24.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.833249158Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000\", \"--encrypted\", \"--uuid\", \"97e6eb20-0532-4f41-884b-32503f8fc279\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 975 | 2026-09-10T08:17:24.968Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.942480403Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:24.843483247Z\",\"hostname\":\"BRM42220060\",\"pid\":1097}\n{\"msg\":\"UUID: 97e6eb20-0532-4f41-884b-32503f8fc279\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:24.937271106Z\",\"hostname\":\"BRM42220060\",\"pid\":1097}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:24.93729423Z\",\"hostname\":\"BRM42220060\",\"pid\":1097}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"} |
| 976 | 2026-09-10T08:17:24.993Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:24.942679964Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001\", \"--encrypted\", \"--uuid\", \"97e6eb20-0532-4f41-884b-32503f8fc279\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 977 | 2026-09-10T08:17:25.072Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.046494888Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:24.952754792Z\",\"hostname\":\"BRM42220060\",\"pid\":1098}\n{\"msg\":\"UUID: 97e6eb20-0532-4f41-884b-32503f8fc279\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:25.04171043Z\",\"hostname\":\"BRM42220060\",\"pid\":1098}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:25.041734396Z\",\"hostname\":\"BRM42220060\",\"pid\":1098}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"} |
| 978 | 2026-09-10T08:17:25.098Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.046666205Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002\", \"--encrypted\", \"--uuid\", \"97e6eb20-0532-4f41-884b-32503f8fc279\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 979 | 2026-09-10T08:17:25.177Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.151069007Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:25.0568348Z\",\"hostname\":\"BRM42220060\",\"pid\":1099}\n{\"msg\":\"UUID: 97e6eb20-0532-4f41-884b-32503f8fc279\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:25.14413759Z\",\"hostname\":\"BRM42220060\",\"pid\":1099}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-10T08:17:25.14416908Z\",\"hostname\":\"BRM42220060\",\"pid\":1099}\n","stderr":"","path":"phd_tests::crucible::smoke::boot_test"} |
| 980 | 2026-09-10T08:17:25.201Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.151310587Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9000.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 981 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.151438964Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 982 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.15152118Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 983 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.153918868Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9001.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 984 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.15406186Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 985 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.154129439Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 986 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.156188203Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9002.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 987 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.156294826Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 988 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.156356263Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} |
| 989 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.158481604Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"} |
| 990 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.158585281Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"crucible_boot_test","path":"phd_tests::crucible::smoke::boot_test"} |
| 991 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.158692876Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::boot_test"} |
| 992 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.158790502Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 993 | 2026-09-10T08:17:25.202Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.15889947Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 994 | 2026-09-10T08:17:25.227Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1103","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.194965013Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::boot_test"} |
| 995 | 2026-09-10T08:17:25.251Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.209526351Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::crucible::smoke::boot_test"} |
| 996 | 2026-09-10T08:17:25.252Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.209621151Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm_id":"357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5","vm":"crucible_boot_test"} |
| 997 | 2026-09-10T08:17:25.252Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.210406838Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm_id":"357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5","vm":"crucible_boot_test"} |
| 998 | 2026-09-10T08:17:25.670Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:25.644683062Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm_id":"357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5","vm":"crucible_boot_test"} |
| 999 | 2026-09-10T08:17:26.679Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.652778703Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm_id":"357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5","vm":"crucible_boot_test"} |
| 1000 | 2026-09-10T08:17:26.703Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.653043329Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1443,"vm_id":"357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5","vm":"crucible_boot_test","path":"phd_tests::crucible::smoke::boot_test"} |
| 1001 | 2026-09-10T08:17:26.703Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.653166574Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::boot_test"} |
| 1002 | 2026-09-10T08:17:26.703Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.66150855Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000\" } }","path":"phd_tests::crucible::smoke::boot_test"} |
| 1003 | 2026-09-10T08:17:26.703Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.666983281Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 1004 | 2026-09-10T08:17:26.703Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.674846595Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001\" } }","path":"phd_tests::crucible::smoke::boot_test"} |
| 1005 | 2026-09-10T08:17:26.727Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.680906032Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 1006 | 2026-09-10T08:17:26.727Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.689703425Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002\" } }","path":"phd_tests::crucible::smoke::boot_test"} |
| 1007 | 2026-09-10T08:17:26.727Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.696484127Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002\"","path":"phd_tests::crucible::smoke::boot_test"} |
| 1008 | 2026-09-10T08:17:26.773Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.70473038Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1872,"path":"phd_tests::crucible::smoke::boot_test"} |
| 1009 | 2026-09-10T08:17:26.773Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:19:17\n 8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:14:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.707298164Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1010 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.707428271Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1011 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.707516109Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1012 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.707566926Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1013 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.70759571Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1014 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.707627311Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1015 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.707788778Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1016 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.70792111Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1017 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.708027283Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1018 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.708136911Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1019 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.708259064Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1020 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.719845082Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1021 | 2026-09-10T08:17:26.774Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.719921587Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-bc7d3cb2-ab83-4e34-872b-c90ae02c159f\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1022 | 2026-09-10T08:17:26.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.737167882Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-bc7d3cb2-ab83-4e34-872b-c90ae02c159f\", \"phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1023 | 2026-09-10T08:17:26.799Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.756337049Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783\"]","verb":"list","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1024 | 2026-09-10T08:17:26.799Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.768347756Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783 0B 25.3T 207M /phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783\n","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1025 | 2026-09-10T08:17:26.799Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.768994989Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1026 | 2026-09-10T08:17:26.799Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.769063299Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"hyperv_smoke_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1027 | 2026-09-10T08:17:26.799Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.769130076Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1028 | 2026-09-10T08:17:26.799Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.76919005Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1029 | 2026-09-10T08:17:26.799Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.769261477Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1030 | 2026-09-10T08:17:26.831Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1109","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.805278489Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1031 | 2026-09-10T08:17:26.855Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.819570764Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":50} |
| 1032 | 2026-09-10T08:17:26.855Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.819660596Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"3d6a9791-6872-4169-9ba4-18108ad4c4ea"} |
| 1033 | 2026-09-10T08:17:26.855Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:26.82031897Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"3d6a9791-6872-4169-9ba4-18108ad4c4ea"} |
| 1034 | 2026-09-10T08:17:27.474Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:27.447550247Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"3d6a9791-6872-4169-9ba4-18108ad4c4ea"} |
| 1035 | 2026-09-10T08:17:28.018Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:27.991328552Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"3d6a9791-6872-4169-9ba4-18108ad4c4ea"} |
| 1036 | 2026-09-10T08:17:28.669Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.642325656Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"3d6a9791-6872-4169-9ba4-18108ad4c4ea"} |
| 1037 | 2026-09-10T08:17:28.693Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.642574029Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_smoke_test","vm_id":"3d6a9791-6872-4169-9ba4-18108ad4c4ea","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":1823} |
| 1038 | 2026-09-10T08:17:28.693Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.642693737Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1039 | 2026-09-10T08:17:28.693Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.651244801Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1040 | 2026-09-10T08:17:28.693Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.651384056Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1041 | 2026-09-10T08:17:28.717Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.682650677Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1042 | 2026-09-10T08:17:28.717Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.682709429Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-bc7d3cb2-ab83-4e34-872b-c90ae02c159f\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} |
| 1043 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.701152754Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":1993} |
| 1044 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:71:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:54:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.706468012Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1045 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.706596807Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1046 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.706690125Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1047 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_lifecycle_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.706746693Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1048 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.706786629Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1049 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.706823799Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1050 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.708337786Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1051 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.70843485Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1052 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.708499724Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1053 | 2026-09-10T08:17:28.783Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.70855546Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1054 | 2026-09-10T08:17:28.784Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.708617629Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1055 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.719160599Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1056 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.719247114Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-06a69319-fa83-4ac3-a6d9-a7b9e6005aaf\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1057 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.73500426Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-06a69319-fa83-4ac3-a6d9-a7b9e6005aaf\", \"phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1058 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.753526585Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1059 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.765422092Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2 0B 25.3T 207M /phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1060 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.766102157Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1061 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.766172882Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1062 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.766241994Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1063 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.766304483Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1064 | 2026-09-10T08:17:28.808Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.766377873Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1065 | 2026-09-10T08:17:28.832Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1117","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.802263716Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1066 | 2026-09-10T08:17:28.856Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.816783674Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1067 | 2026-09-10T08:17:28.856Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.816881942Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5431083b-3d0e-4876-8be8-8c6de0a1ee4a","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1068 | 2026-09-10T08:17:28.856Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:28.817614056Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"5431083b-3d0e-4876-8be8-8c6de0a1ee4a","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1069 | 2026-09-10T08:17:29.277Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.249901208Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"5431083b-3d0e-4876-8be8-8c6de0a1ee4a","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1070 | 2026-09-10T08:17:29.729Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.701750497Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"5431083b-3d0e-4876-8be8-8c6de0a1ee4a","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1071 | 2026-09-10T08:17:29.753Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.702132505Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_lifecycle_test","vm_id":"5431083b-3d0e-4876-8be8-8c6de0a1ee4a","path":"phd_tests::hyperv::hyperv_lifecycle_test","elapsed_milliseconds":885} |
| 1072 | 2026-09-10T08:17:29.753Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.702335995Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1073 | 2026-09-10T08:17:29.753Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.711252896Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1074 | 2026-09-10T08:17:29.753Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.711373976Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1075 | 2026-09-10T08:17:29.777Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.74077395Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1076 | 2026-09-10T08:17:29.777Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.740862578Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-06a69319-fa83-4ac3-a6d9-a7b9e6005aaf\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1077 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.759562342Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1051,"path":"phd_tests::hyperv::hyperv_lifecycle_test"} |
| 1078 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:87:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:77:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.76280558Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1079 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.762943543Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1080 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.763045928Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1081 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.763105261Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1082 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.763144255Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1083 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.76318242Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1084 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.763386739Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1085 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.76352378Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1086 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.763599184Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1087 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.763673896Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1088 | 2026-09-10T08:17:29.844Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.763754911Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1089 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.775339666Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1090 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.775535379Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-67107ca3-2f3f-4627-b287-cffa4cd44dcd\"]","verb":"snapshot","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1091 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.794025653Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-67107ca3-2f3f-4627-b287-cffa4cd44dcd\", \"phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1092 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.8126275Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1093 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.823686774Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598 0B 25.3T 207M /phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1094 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.824362381Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1095 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.824434177Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"hyperv_reference_tsc_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1096 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.824507227Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1097 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.824574184Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1098 | 2026-09-10T08:17:29.869Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.824648836Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1099 | 2026-09-10T08:17:29.893Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1125","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.860009988Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1100 | 2026-09-10T08:17:29.917Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.874464462Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1101 | 2026-09-10T08:17:29.917Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.874560234Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_test","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"48d92b4d-9d28-4dd5-ad5f-1ce94263e463"} |
| 1102 | 2026-09-10T08:17:29.917Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:29.875291589Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_test","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"48d92b4d-9d28-4dd5-ad5f-1ce94263e463"} |
| 1103 | 2026-09-10T08:17:30.308Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:30.280740308Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_test","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"48d92b4d-9d28-4dd5-ad5f-1ce94263e463"} |
| 1104 | 2026-09-10T08:17:30.822Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:30.794780446Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_test","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"48d92b4d-9d28-4dd5-ad5f-1ce94263e463"} |
| 1105 | 2026-09-10T08:17:31.466Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.437793136Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_test","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"48d92b4d-9d28-4dd5-ad5f-1ce94263e463"} |
| 1106 | 2026-09-10T08:17:31.490Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.438042792Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_test","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"48d92b4d-9d28-4dd5-ad5f-1ce94263e463","elapsed_milliseconds":1563} |
| 1107 | 2026-09-10T08:17:31.490Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.43816271Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1108 | 2026-09-10T08:17:31.490Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.446870834Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1109 | 2026-09-10T08:17:31.490Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.446947971Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1110 | 2026-09-10T08:17:31.514Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.478163513Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1111 | 2026-09-10T08:17:31.514Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.478219449Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-67107ca3-2f3f-4627-b287-cffa4cd44dcd\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1112 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.497850759Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1734,"path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} |
| 1113 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:112:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:105:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.501553483Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1114 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.501693409Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1115 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.501793342Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1116 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.501851362Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1117 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.501889385Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1118 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.501926936Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1119 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.502169879Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1120 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.502316528Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1121 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.502456515Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1122 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.502556305Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1123 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.502659502Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1124 | 2026-09-10T08:17:31.582Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.502732861Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1125 | 2026-09-10T08:17:31.607Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.513133731Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1126 | 2026-09-10T08:17:31.607Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.513288727Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2a960908-fb3a-4c84-a358-a11b2549dafb\"]","verb":"snapshot","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1127 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.530670697Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2a960908-fb3a-4c84-a358-a11b2549dafb\", \"phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1128 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.547223411Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a\"]","verb":"list","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1129 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.557712749Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a 0B 25.3T 207M /phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1130 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.558362196Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1131 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.558430576Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"hyperv_reference_tsc_elapsed_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1132 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.558497504Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1133 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.55855832Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1134 | 2026-09-10T08:17:31.608Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.558633834Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1135 | 2026-09-10T08:17:31.633Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1133","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.594201038Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1136 | 2026-09-10T08:17:31.657Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.60849179Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1137 | 2026-09-10T08:17:31.657Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.608588875Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1138 | 2026-09-10T08:17:31.657Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:31.609327361Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1139 | 2026-09-10T08:17:32.191Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:32.162623434Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1140 | 2026-09-10T08:17:33.262Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.233770473Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1141 | 2026-09-10T08:17:33.287Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.234023455Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","elapsed_milliseconds":1625} |
| 1142 | 2026-09-10T08:17:33.287Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.234143734Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1143 | 2026-09-10T08:17:33.287Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.242480319Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1144 | 2026-09-10T08:17:33.287Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.242581773Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1145 | 2026-09-10T08:17:33.311Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.274635043Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1146 | 2026-09-10T08:17:33.311Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.274736646Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2a960908-fb3a-4c84-a358-a11b2549dafb\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1147 | 2026-09-10T08:17:33.378Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.291164419Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1789,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} |
| 1148 | 2026-09-10T08:17:33.378Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:296:17\n 8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:165:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.295308756Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1149 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.29543164Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1150 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.295529837Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1151 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::nproc_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.295585624Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1152 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.295618917Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1153 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.29565705Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1154 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.29591459Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test"} |
| 1155 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.296053245Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::nproc_test"} |
| 1156 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.296156521Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} |
| 1157 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.296252105Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} |
| 1158 | 2026-09-10T08:17:33.379Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.296352867Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::nproc_test"} |
| 1159 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.308042019Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::nproc_test"} |
| 1160 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.308207424Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ff951cc2-a749-439d-bcf6-1104eaa0bc45\"]","verb":"snapshot","path":"phd_tests::smoke::nproc_test"} |
| 1161 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.326351832Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ff951cc2-a749-439d-bcf6-1104eaa0bc45\", \"phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7\"]","verb":"clone","path":"phd_tests::smoke::nproc_test"} |
| 1162 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.344669315Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7\"]","path":"phd_tests::smoke::nproc_test"} |
| 1163 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.356124794Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7 0B 25.3T 207M /phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7\n","path":"phd_tests::smoke::nproc_test"} |
| 1164 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.356890835Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"} |
| 1165 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.356961229Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"nproc_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::nproc_test"} |
| 1166 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.35703022Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::nproc_test"} |
| 1167 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.357092058Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test"} |
| 1168 | 2026-09-10T08:17:33.404Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.357161831Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stderr.log\"","path":"phd_tests::smoke::nproc_test"} |
| 1169 | 2026-09-10T08:17:33.429Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1141","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.392852821Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::nproc_test"} |
| 1170 | 2026-09-10T08:17:33.454Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.407183239Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":50} |
| 1171 | 2026-09-10T08:17:33.454Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.40728371Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6","path":"phd_tests::smoke::nproc_test","vm":"nproc_test"} |
| 1172 | 2026-09-10T08:17:33.454Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:33.408046273Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6","path":"phd_tests::smoke::nproc_test","vm":"nproc_test"} |
| 1173 | 2026-09-10T08:17:34.065Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:34.036146809Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6","path":"phd_tests::smoke::nproc_test","vm":"nproc_test"} |
| 1174 | 2026-09-10T08:17:35.134Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.10475095Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6","path":"phd_tests::smoke::nproc_test","vm":"nproc_test"} |
| 1175 | 2026-09-10T08:17:35.134Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.104963806Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6","elapsed_milliseconds":1698} |
| 1176 | 2026-09-10T08:17:35.158Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.105075779Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test"} |
| 1177 | 2026-09-10T08:17:35.158Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.11323647Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"} |
| 1178 | 2026-09-10T08:17:35.158Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.113287797Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7\"]","path":"phd_tests::smoke::nproc_test"} |
| 1179 | 2026-09-10T08:17:35.182Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.144163484Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"} |
| 1180 | 2026-09-10T08:17:35.182Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.144219811Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-ff951cc2-a749-439d-bcf6-1104eaa0bc45\"]","path":"phd_tests::smoke::nproc_test"} |
| 1181 | 2026-09-10T08:17:35.248Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.16349985Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":1867} |
| 1182 | 2026-09-10T08:17:35.248Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::nproc_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::nproc_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:12:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::nproc_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::nproc_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:8:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.167647563Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1183 | 2026-09-10T08:17:35.248Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.167793191Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1184 | 2026-09-10T08:17:35.248Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.167891478Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1185 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::api_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.167948036Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1186 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.167981479Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1187 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.168017458Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1188 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.168219142Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1189 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.168337057Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::api_reboot_test"} |
| 1190 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.168412661Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"} |
| 1191 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.168484818Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"} |
| 1192 | 2026-09-10T08:17:35.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.168565672Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1193 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.180398961Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::api_reboot_test"} |
| 1194 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.180508269Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a9feb3d8-ec64-4d70-a9ee-803776952b47\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1195 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.198227525Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-a9feb3d8-ec64-4d70-a9ee-803776952b47\", \"phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1196 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.215211778Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c\"]","verb":"list","path":"phd_tests::smoke::api_reboot_test"} |
| 1197 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.226927484Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c 0B 25.3T 207M /phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c\n","path":"phd_tests::smoke::api_reboot_test"} |
| 1198 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.227500256Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1199 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.227569397Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"api_reboot_test","path":"phd_tests::smoke::api_reboot_test"} |
| 1200 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.227627859Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::api_reboot_test"} |
| 1201 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.2276966Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test"} |
| 1202 | 2026-09-10T08:17:35.273Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.227768547Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log\"","path":"phd_tests::smoke::api_reboot_test"} |
| 1203 | 2026-09-10T08:17:35.458Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1149","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.260090667Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1204 | 2026-09-10T08:17:35.458Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.274750091Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":47} |
| 1205 | 2026-09-10T08:17:35.458Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.274878636Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"1f96d660-2165-4af1-a6aa-7b73f81034c3"} |
| 1206 | 2026-09-10T08:17:35.458Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.275594179Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"1f96d660-2165-4af1-a6aa-7b73f81034c3"} |
| 1207 | 2026-09-10T08:17:35.927Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:35.897879122Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"1f96d660-2165-4af1-a6aa-7b73f81034c3"} |
| 1208 | 2026-09-10T08:17:37.052Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.023005813Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"1f96d660-2165-4af1-a6aa-7b73f81034c3"} |
| 1209 | 2026-09-10T08:17:37.077Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.023261229Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":1748,"vm":"api_reboot_test","vm_id":"1f96d660-2165-4af1-a6aa-7b73f81034c3"} |
| 1210 | 2026-09-10T08:17:37.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.023381208Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test"} |
| 1211 | 2026-09-10T08:17:37.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.031715629Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1212 | 2026-09-10T08:17:37.077Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.03180513Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c\"]","verb":"destroy","path":"phd_tests::smoke::api_reboot_test"} |
| 1213 | 2026-09-10T08:17:37.101Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.06586367Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"} |
| 1214 | 2026-09-10T08:17:37.101Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.065971936Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a9feb3d8-ec64-4d70-a9ee-803776952b47\"]","path":"phd_tests::smoke::api_reboot_test"} |
| 1215 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.083231445Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":1915} |
| 1216 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:22:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:19:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.087441347Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1217 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.087571766Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1218 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.087669773Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1219 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::guest_reboot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.087727673Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1220 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.087761928Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1221 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.087799119Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1222 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.088006584Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1223 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.088128196Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::guest_reboot_test"} |
| 1224 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.088203459Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"} |
| 1225 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.08827234Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"} |
| 1226 | 2026-09-10T08:17:37.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.088351802Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::smoke::guest_reboot_test"} |
| 1227 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.09991704Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::guest_reboot_test"} |
| 1228 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.100013403Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-c275283c-652f-4289-9527-3439d38ce577\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1229 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.117661323Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-c275283c-652f-4289-9527-3439d38ce577\", \"phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1230 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.135357164Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1231 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.146069705Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814 0B 25.3T 207M /phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814\n","path":"phd_tests::smoke::guest_reboot_test"} |
| 1232 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.146695289Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1233 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.146765272Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"} |
| 1234 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.146834674Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::guest_reboot_test"} |
| 1235 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.146896843Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::guest_reboot_test"} |
| 1236 | 2026-09-10T08:17:37.193Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.146969481Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log\"","path":"phd_tests::smoke::guest_reboot_test"} |
| 1237 | 2026-09-10T08:17:37.217Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1157","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.181826763Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1238 | 2026-09-10T08:17:37.241Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.196389713Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::smoke::guest_reboot_test"} |
| 1239 | 2026-09-10T08:17:37.241Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.196491267Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","vm_id":"c0574ea9-4e6b-4259-b343-55a01ee4fe1f","path":"phd_tests::smoke::guest_reboot_test"} |
| 1240 | 2026-09-10T08:17:37.241Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.197198003Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"c0574ea9-4e6b-4259-b343-55a01ee4fe1f","path":"phd_tests::smoke::guest_reboot_test"} |
| 1241 | 2026-09-10T08:17:37.710Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:37.6803436Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"c0574ea9-4e6b-4259-b343-55a01ee4fe1f","path":"phd_tests::smoke::guest_reboot_test"} |
| 1242 | 2026-09-10T08:17:38.693Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.663348802Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"c0574ea9-4e6b-4259-b343-55a01ee4fe1f","path":"phd_tests::smoke::guest_reboot_test"} |
| 1243 | 2026-09-10T08:17:38.717Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.663722033Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c0574ea9-4e6b-4259-b343-55a01ee4fe1f","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test","elapsed_milliseconds":1467} |
| 1244 | 2026-09-10T08:17:38.717Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.663842592Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::guest_reboot_test"} |
| 1245 | 2026-09-10T08:17:38.717Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.672105287Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1246 | 2026-09-10T08:17:38.717Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.672224925Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814\"]","verb":"destroy","path":"phd_tests::smoke::guest_reboot_test"} |
| 1247 | 2026-09-10T08:17:38.741Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.703009496Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"} |
| 1248 | 2026-09-10T08:17:38.741Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.703069631Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-c275283c-652f-4289-9527-3439d38ce577\"]","path":"phd_tests::smoke::guest_reboot_test"} |
| 1249 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.720978287Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1633,"path":"phd_tests::smoke::guest_reboot_test"} |
| 1250 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:31:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:28:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724057184Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1251 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724185008Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1252 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.72428061Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1253 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::instance_spec_get_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724335805Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1254 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724373226Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1255 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724409415Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1256 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724594728Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1257 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.72473764Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1258 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724833052Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1259 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.724924236Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1260 | 2026-09-10T08:17:38.808Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.725025218Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1261 | 2026-09-10T08:17:38.832Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.737107291Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1262 | 2026-09-10T08:17:38.832Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.737194567Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-10d50995-8be7-4067-8744-e98caad48e1f\"]","verb":"snapshot","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1263 | 2026-09-10T08:17:38.832Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.754386638Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-10d50995-8be7-4067-8744-e98caad48e1f\", \"phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd\"]","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1264 | 2026-09-10T08:17:38.832Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.775544685Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd\"]","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1265 | 2026-09-10T08:17:38.833Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.785791721Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd 0B 25.3T 207M /phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd\n","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1266 | 2026-09-10T08:17:38.833Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.786428234Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1267 | 2026-09-10T08:17:38.833Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.786498337Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_spec_test","guest_os_kind":"Alpine","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1268 | 2026-09-10T08:17:38.833Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.786570004Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1269 | 2026-09-10T08:17:38.833Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.786635238Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1270 | 2026-09-10T08:17:38.833Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.78670956Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log\"","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1271 | 2026-09-10T08:17:38.857Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1165","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.8212502Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1272 | 2026-09-10T08:17:38.881Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.835597288Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::smoke::instance_spec_get_test"} |
| 1273 | 2026-09-10T08:17:38.881Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.835697158Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b5dec855-185b-4de3-819f-623a2350707d","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1274 | 2026-09-10T08:17:38.881Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:38.83640083Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b5dec855-185b-4de3-819f-623a2350707d","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1275 | 2026-09-10T08:17:39.555Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:39.525452378Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b5dec855-185b-4de3-819f-623a2350707d","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1276 | 2026-09-10T08:17:40.296Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.26520492Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b5dec855-185b-4de3-819f-623a2350707d","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1277 | 2026-09-10T08:17:40.320Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.265425811Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b5dec855-185b-4de3-819f-623a2350707d","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","elapsed_milliseconds":1430} |
| 1278 | 2026-09-10T08:17:40.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.265550729Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1279 | 2026-09-10T08:17:40.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.273915277Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1280 | 2026-09-10T08:17:40.320Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.274009397Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd\"]","verb":"destroy","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1281 | 2026-09-10T08:17:40.345Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.304070179Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1282 | 2026-09-10T08:17:40.345Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.304158507Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-10d50995-8be7-4067-8744-e98caad48e1f\"]","path":"phd_tests::smoke::instance_spec_get_test"} |
| 1283 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.321263192Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1597,"path":"phd_tests::smoke::instance_spec_get_test"} |
| 1284 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::instance_spec_get_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:47:17\n 8: <tracing::instrument::Instrumented<phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::instance_spec_get_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:37:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.323958488Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1285 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324088266Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1286 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324186603Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1287 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_parse","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324245445Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1288 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324285782Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1289 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324325227Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1290 | 2026-09-10T08:17:40.412Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324502314Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1291 | 2026-09-10T08:17:40.413Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324592747Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1292 | 2026-09-10T08:17:40.413Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324655596Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1293 | 2026-09-10T08:17:40.413Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324716643Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1294 | 2026-09-10T08:17:40.413Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.324782308Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1295 | 2026-09-10T08:17:40.413Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.335931483Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1296 | 2026-09-10T08:17:40.413Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.336041974Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-e9f5e3d4-d690-49af-80fe-55136a5517ea\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1297 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.354156702Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-e9f5e3d4-d690-49af-80fe-55136a5517ea\", \"phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1298 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.372665041Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1299 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.383508774Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c 0B 25.3T 207M /phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c\n","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1300 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.384132533Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1301 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.384201163Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"acpi_tables_parse","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1302 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.384271808Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1303 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.384336361Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1304 | 2026-09-10T08:17:40.438Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.384413187Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log\"","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1305 | 2026-09-10T08:17:40.463Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1173","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.41918168Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1306 | 2026-09-10T08:17:40.487Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.43359755Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":49} |
| 1307 | 2026-09-10T08:17:40.487Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.433698613Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"d1507b6f-561d-4b59-9ef1-6e9524fd2e99"} |
| 1308 | 2026-09-10T08:17:40.487Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.434409667Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"d1507b6f-561d-4b59-9ef1-6e9524fd2e99"} |
| 1309 | 2026-09-10T08:17:40.813Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:40.782513406Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"d1507b6f-561d-4b59-9ef1-6e9524fd2e99"} |
| 1310 | 2026-09-10T08:17:41.293Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.262375905Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse","vm_id":"d1507b6f-561d-4b59-9ef1-6e9524fd2e99"} |
| 1311 | 2026-09-10T08:17:41.318Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.262774665Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"acpi_tables_parse","path":"phd_tests::firmware::acpi_tables_parse","vm_id":"d1507b6f-561d-4b59-9ef1-6e9524fd2e99","elapsed_milliseconds":829} |
| 1312 | 2026-09-10T08:17:41.318Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.262926204Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1313 | 2026-09-10T08:17:41.318Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.271088898Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1314 | 2026-09-10T08:17:41.318Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.271183538Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1315 | 2026-09-10T08:17:41.342Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.304813712Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1316 | 2026-09-10T08:17:41.342Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.304904585Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e9f5e3d4-d690-49af-80fe-55136a5517ea\"]","path":"phd_tests::firmware::acpi_tables_parse"} |
| 1317 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.322509092Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":998} |
| 1318 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_parse ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:190:17\n 8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_parse::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:177:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326204584Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1319 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326338339Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1320 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326435193Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1321 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_generation","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326492783Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1322 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326531707Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1323 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.32656984Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1324 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326750023Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1325 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326846787Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1326 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326907994Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1327 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.326969641Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1328 | 2026-09-10T08:17:41.367Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.327034715Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1329 | 2026-09-10T08:17:41.392Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.338413779Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1330 | 2026-09-10T08:17:41.392Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.338520762Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-339e60f1-5924-4cc7-9622-28e69339c3fe\"]","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1331 | 2026-09-10T08:17:41.392Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.356386978Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-339e60f1-5924-4cc7-9622-28e69339c3fe\", \"phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27\"]","verb":"clone","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1332 | 2026-09-10T08:17:41.416Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.374810465Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27\"]","verb":"list","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1333 | 2026-09-10T08:17:41.441Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.386467458Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27 0B 25.3T 207M /phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27\n","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1334 | 2026-09-10T08:17:41.441Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.387057251Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1335 | 2026-09-10T08:17:41.441Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.387142273Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"acpi_tables_generation","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1336 | 2026-09-10T08:17:41.441Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.387225522Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1337 | 2026-09-10T08:17:41.441Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.387304282Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1338 | 2026-09-10T08:17:41.441Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.387400545Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log\"","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1339 | 2026-09-10T08:17:41.465Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1181","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.42282656Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1340 | 2026-09-10T08:17:41.490Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.437161607Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":50} |
| 1341 | 2026-09-10T08:17:41.490Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.43726332Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6a49730a-337b-41af-8b85-5c1b86a6b29c","path":"phd_tests::firmware::acpi_tables_generation","vm":"acpi_tables_generation"} |
| 1342 | 2026-09-10T08:17:41.490Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.43800853Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"6a49730a-337b-41af-8b85-5c1b86a6b29c","path":"phd_tests::firmware::acpi_tables_generation","vm":"acpi_tables_generation"} |
| 1343 | 2026-09-10T08:17:41.725Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:41.694331827Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"6a49730a-337b-41af-8b85-5c1b86a6b29c","path":"phd_tests::firmware::acpi_tables_generation","vm":"acpi_tables_generation"} |
| 1344 | 2026-09-10T08:17:42.344Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.313213494Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"6a49730a-337b-41af-8b85-5c1b86a6b29c","path":"phd_tests::firmware::acpi_tables_generation","vm":"acpi_tables_generation"} |
| 1345 | 2026-09-10T08:17:42.960Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.929032886Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"6a49730a-337b-41af-8b85-5c1b86a6b29c","path":"phd_tests::firmware::acpi_tables_generation","vm":"acpi_tables_generation"} |
| 1346 | 2026-09-10T08:17:42.984Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.92941786Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1492,"vm_id":"6a49730a-337b-41af-8b85-5c1b86a6b29c","path":"phd_tests::firmware::acpi_tables_generation","vm":"acpi_tables_generation"} |
| 1347 | 2026-09-10T08:17:42.984Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.929621237Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1348 | 2026-09-10T08:17:42.984Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.938130932Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1349 | 2026-09-10T08:17:42.984Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.938223779Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1350 | 2026-09-10T08:17:43.008Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.970478741Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1351 | 2026-09-10T08:17:43.008Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.970586176Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-339e60f1-5924-4cc7-9622-28e69339c3fe\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_generation"} |
| 1352 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.986964687Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":1660} |
| 1353 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_generation ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:60:17\n 8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_generation::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:47:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.991559202Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1354 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.991700631Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1355 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.991800351Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1356 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.991858342Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1357 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.991893659Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1358 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.991932423Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1359 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.992133216Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test"} |
| 1360 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.992284514Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::smoke_test"} |
| 1361 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.992359767Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} |
| 1362 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.992429229Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} |
| 1363 | 2026-09-10T08:17:43.075Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:42.992506046Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::smoke_test"} |
| 1364 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.005131365Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::smoke_test"} |
| 1365 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.005217088Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a7d4cf1b-4917-423f-8768-b878706c4cb9\"]","path":"phd_tests::migrate::smoke_test"} |
| 1366 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.023433982Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-a7d4cf1b-4917-423f-8768-b878706c4cb9\", \"phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146\"]","path":"phd_tests::migrate::smoke_test"} |
| 1367 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.041267032Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146\"]","path":"phd_tests::migrate::smoke_test"} |
| 1368 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.053463074Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146 0B 25.3T 207M /phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146\n","path":"phd_tests::migrate::smoke_test"} |
| 1369 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.054229814Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"} |
| 1370 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.054349993Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migration_smoke","path":"phd_tests::migrate::smoke_test"} |
| 1371 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.054460073Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"} |
| 1372 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.054562468Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"} |
| 1373 | 2026-09-10T08:17:43.100Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.054687566Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stderr.log\"","path":"phd_tests::migrate::smoke_test"} |
| 1374 | 2026-09-10T08:17:43.124Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1189","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.090467766Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"} |
| 1375 | 2026-09-10T08:17:43.148Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.10477546Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":50} |
| 1376 | 2026-09-10T08:17:43.148Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.104920586Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ac856f3e-c174-4797-a019-aba703e7caef","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} |
| 1377 | 2026-09-10T08:17:43.148Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.105661099Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ac856f3e-c174-4797-a019-aba703e7caef","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} |
| 1378 | 2026-09-10T08:17:43.767Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:43.735901339Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ac856f3e-c174-4797-a019-aba703e7caef","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} |
| 1379 | 2026-09-10T08:17:44.437Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.404989566Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ac856f3e-c174-4797-a019-aba703e7caef","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} |
| 1380 | 2026-09-10T08:17:44.461Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.405262984Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","vm_id":"ac856f3e-c174-4797-a019-aba703e7caef","vm":"migration_smoke","elapsed_milliseconds":1300} |
| 1381 | 2026-09-10T08:17:44.461Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.4053789Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"} |
| 1382 | 2026-09-10T08:17:44.461Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.41373353Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"} |
| 1383 | 2026-09-10T08:17:44.461Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.413825315Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146\"]","path":"phd_tests::migrate::smoke_test"} |
| 1384 | 2026-09-10T08:17:44.485Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.447695255Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"} |
| 1385 | 2026-09-10T08:17:44.485Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.447799434Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a7d4cf1b-4917-423f-8768-b878706c4cb9\"]","path":"phd_tests::migrate::smoke_test"} |
| 1386 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.466669111Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":1474} |
| 1387 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21\n 8: phd_tests::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:17:73\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:15:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.471344509Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1388 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.47147609Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1389 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.471576752Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1390 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::serial_history","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.471635013Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1391 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.471669018Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1392 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.471706499Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1393 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.471887233Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history"} |
| 1394 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.472004467Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::serial_history"} |
| 1395 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.472074019Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} |
| 1396 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.472145285Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} |
| 1397 | 2026-09-10T08:17:44.552Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.472222101Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::serial_history"} |
| 1398 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.483762282Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::serial_history"} |
| 1399 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.483870678Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-dba66511-62d4-4128-bbb3-5f0a558a6f02\"]","verb":"snapshot","path":"phd_tests::migrate::serial_history"} |
| 1400 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.501502557Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-dba66511-62d4-4128-bbb3-5f0a558a6f02\", \"phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea\"]","verb":"clone","path":"phd_tests::migrate::serial_history"} |
| 1401 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.519642344Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea\"]","path":"phd_tests::migrate::serial_history"} |
| 1402 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.531838844Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea 0B 25.3T 207M /phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea\n","path":"phd_tests::migrate::serial_history"} |
| 1403 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.532496088Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"} |
| 1404 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.532566462Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_serial_history","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::serial_history"} |
| 1405 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.53263863Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"} |
| 1406 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.532702411Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::serial_history"} |
| 1407 | 2026-09-10T08:17:44.577Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.532772545Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stderr.log\"","path":"phd_tests::migrate::serial_history"} |
| 1408 | 2026-09-10T08:17:44.601Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1197","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.568811067Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"} |
| 1409 | 2026-09-10T08:17:44.625Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.583108321Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":50} |
| 1410 | 2026-09-10T08:17:44.625Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.583216036Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"ca2fc46a-e461-4dc6-986c-e3cceea237cc"} |
| 1411 | 2026-09-10T08:17:44.625Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:44.58394786Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"ca2fc46a-e461-4dc6-986c-e3cceea237cc"} |
| 1412 | 2026-09-10T08:17:45.157Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.125269082Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"ca2fc46a-e461-4dc6-986c-e3cceea237cc"} |
| 1413 | 2026-09-10T08:17:45.623Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.591278133Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"ca2fc46a-e461-4dc6-986c-e3cceea237cc"} |
| 1414 | 2026-09-10T08:17:45.650Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.591524202Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"ca2fc46a-e461-4dc6-986c-e3cceea237cc","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":1008} |
| 1415 | 2026-09-10T08:17:45.650Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.591646665Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::serial_history"} |
| 1416 | 2026-09-10T08:17:45.651Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.600044008Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"} |
| 1417 | 2026-09-10T08:17:45.651Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.600126445Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea\"]","path":"phd_tests::migrate::serial_history"} |
| 1418 | 2026-09-10T08:17:45.677Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.632637105Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"} |
| 1419 | 2026-09-10T08:17:45.677Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.632695025Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-dba66511-62d4-4128-bbb3-5f0a558a6f02\"]","verb":"destroy","path":"phd_tests::migrate::serial_history"} |
| 1420 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.650525663Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":1178} |
| 1421 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_serial_history_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21\n 8: phd_tests::migrate::serial_history::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:26:6\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::serial_history::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::serial_history::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:20:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.653624468Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1422 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.653760848Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1423 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.653860157Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1424 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::multiple_migrations","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.653919199Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1425 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.653960979Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1426 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.654000444Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1427 | 2026-09-10T08:17:45.743Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.654197199Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1428 | 2026-09-10T08:17:45.744Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.6543079Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"} |
| 1429 | 2026-09-10T08:17:45.744Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.65437112Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} |
| 1430 | 2026-09-10T08:17:45.744Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.654432066Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} |
| 1431 | 2026-09-10T08:17:45.744Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.654501098Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::multiple_migrations"} |
| 1432 | 2026-09-10T08:17:45.744Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.666122783Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::multiple_migrations"} |
| 1433 | 2026-09-10T08:17:45.744Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.666237492Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-3e21051e-875c-445b-92dc-f97bf1caa052\"]","path":"phd_tests::migrate::multiple_migrations"} |
| 1434 | 2026-09-10T08:17:45.768Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.685071852Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3e21051e-875c-445b-92dc-f97bf1caa052\", \"phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07\"]","verb":"clone","path":"phd_tests::migrate::multiple_migrations"} |
| 1435 | 2026-09-10T08:17:45.768Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.703587725Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07\"]","verb":"list","path":"phd_tests::migrate::multiple_migrations"} |
| 1436 | 2026-09-10T08:17:45.768Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.715154846Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07 0B 25.3T 207M /phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07\n","path":"phd_tests::migrate::multiple_migrations"} |
| 1437 | 2026-09-10T08:17:45.768Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.715765369Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1438 | 2026-09-10T08:17:45.768Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.715834912Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiple_migrations_0","guest_os_kind":"Alpine","path":"phd_tests::migrate::multiple_migrations"} |
| 1439 | 2026-09-10T08:17:45.768Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.715906248Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} |
| 1440 | 2026-09-10T08:17:45.768Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.715978126Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1441 | 2026-09-10T08:17:45.769Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.716052548Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1442 | 2026-09-10T08:17:45.792Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1205","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.751076998Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1443 | 2026-09-10T08:17:45.816Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.765601606Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":49} |
| 1444 | 2026-09-10T08:17:45.816Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.76574022Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1445 | 2026-09-10T08:17:45.816Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.765798641Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations"} |
| 1446 | 2026-09-10T08:17:45.817Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.765862733Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} |
| 1447 | 2026-09-10T08:17:45.817Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.765921375Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1448 | 2026-09-10T08:17:45.817Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.765990256Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1449 | 2026-09-10T08:17:45.840Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1206","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.800555151Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1450 | 2026-09-10T08:17:45.865Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.815379199Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":49} |
| 1451 | 2026-09-10T08:17:45.865Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.81551093Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1452 | 2026-09-10T08:17:45.865Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.815576415Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations"} |
| 1453 | 2026-09-10T08:17:45.865Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.815653411Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} |
| 1454 | 2026-09-10T08:17:45.865Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.815719096Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"} |
| 1455 | 2026-09-10T08:17:45.865Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.815793117Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"} |
| 1456 | 2026-09-10T08:17:45.889Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1207","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.852425823Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1457 | 2026-09-10T08:17:45.913Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.867131556Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":51} |
| 1458 | 2026-09-10T08:17:45.913Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.867237768Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"c5ada89f-7110-44f7-b665-4c3966113561"} |
| 1459 | 2026-09-10T08:17:45.913Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:45.867922463Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"c5ada89f-7110-44f7-b665-4c3966113561"} |
| 1460 | 2026-09-10T08:17:46.262Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:46.230206412Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"c5ada89f-7110-44f7-b665-4c3966113561"} |
| 1461 | 2026-09-10T08:17:47.044Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.011232491Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"c5ada89f-7110-44f7-b665-4c3966113561"} |
| 1462 | 2026-09-10T08:17:47.068Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.011553653Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"c5ada89f-7110-44f7-b665-4c3966113561","elapsed_milliseconds":1144} |
| 1463 | 2026-09-10T08:17:47.068Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.011671359Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"} |
| 1464 | 2026-09-10T08:17:47.068Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.020067848Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::multiple_migrations"} |
| 1465 | 2026-09-10T08:17:47.068Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.028665191Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::multiple_migrations"} |
| 1466 | 2026-09-10T08:17:47.092Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.037450932Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1467 | 2026-09-10T08:17:47.092Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.037561591Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07\"]","verb":"destroy","path":"phd_tests::migrate::multiple_migrations"} |
| 1468 | 2026-09-10T08:17:47.116Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.068672908Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"} |
| 1469 | 2026-09-10T08:17:47.116Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.06873705Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-3e21051e-875c-445b-92dc-f97bf1caa052\"]","path":"phd_tests::migrate::multiple_migrations"} |
| 1470 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.086644985Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":1432} |
| 1471 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::multiple_migrations ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:310:18\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::multiple_migrations::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:302:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089080204Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1472 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.08918299Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1473 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089276107Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1474 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::migration_ensures_instance_metadata","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089334228Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1475 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089370046Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1476 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089408249Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1477 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089609572Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1478 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089738308Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1479 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089821065Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1480 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089904835Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1481 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.089990508Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1482 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.100766301Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1483 | 2026-09-10T08:17:47.183Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.100880309Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-9fcdd623-0b01-4472-8892-ad45f4e9d026\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1484 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.117970746Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-9fcdd623-0b01-4472-8892-ad45f4e9d026\", \"phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1485 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.13648163Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1486 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.147492852Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff 0B 25.3T 207M /phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1487 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.148119646Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1488 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.148191663Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_ensures_instance_metadata_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1489 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.148266376Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1490 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.148332612Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1491 | 2026-09-10T08:17:47.208Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.148406683Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1492 | 2026-09-10T08:17:47.233Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1217","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.183635825Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1493 | 2026-09-10T08:17:47.233Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.198047435Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":49} |
| 1494 | 2026-09-10T08:17:47.233Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.198171762Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1495 | 2026-09-10T08:17:47.233Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.198234261Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1496 | 2026-09-10T08:17:47.233Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.198318271Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1497 | 2026-09-10T08:17:47.233Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.198379728Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1498 | 2026-09-10T08:17:47.233Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.198450142Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1499 | 2026-09-10T08:17:47.263Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1218","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.231017261Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1500 | 2026-09-10T08:17:47.287Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.245185259Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":46} |
| 1501 | 2026-09-10T08:17:47.287Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.245284318Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"8434d926-00fd-4533-8f24-e1cf043de8f4"} |
| 1502 | 2026-09-10T08:17:47.288Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.246021392Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"8434d926-00fd-4533-8f24-e1cf043de8f4"} |
| 1503 | 2026-09-10T08:17:47.944Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:47.911849999Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"8434d926-00fd-4533-8f24-e1cf043de8f4"} |
| 1504 | 2026-09-10T08:17:48.648Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.615299335Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"8434d926-00fd-4533-8f24-e1cf043de8f4"} |
| 1505 | 2026-09-10T08:17:48.648Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.615510898Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":1370,"vm":"migration_ensures_instance_metadata_source","vm_id":"8434d926-00fd-4533-8f24-e1cf043de8f4"} |
| 1506 | 2026-09-10T08:17:48.673Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.615635586Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1507 | 2026-09-10T08:17:48.673Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.624300236Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1508 | 2026-09-10T08:17:48.673Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.63289872Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1509 | 2026-09-10T08:17:48.673Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.633020592Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1510 | 2026-09-10T08:17:48.703Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.669979179Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1511 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.670040205Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-9fcdd623-0b01-4472-8892-ad45f4e9d026\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} |
| 1512 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.688797408Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":1599} |
| 1513 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::migration_ensures_instance_metadata ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:402:21\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:388:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.691745185Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1514 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.691880684Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1515 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.691980965Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1516 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692042121Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1517 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692078831Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1518 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692116483Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1519 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692316083Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1520 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692444327Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1521 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692525292Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1522 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692600665Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1523 | 2026-09-10T08:17:48.770Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.692680708Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1524 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.702461115Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1525 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.702570844Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-b764caa9-2118-464b-b44b-3e3170249073\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1526 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.720269741Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b764caa9-2118-464b-b44b-3e3170249073\", \"phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782\"]","verb":"clone","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1527 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.738045642Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782\"]","verb":"list","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1528 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.749344773Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782 0B 25.3T 207M /phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1529 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.749998088Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1530 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.750069494Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1531 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.750143086Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1532 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.75020828Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1533 | 2026-09-10T08:17:48.795Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.750284105Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1534 | 2026-09-10T08:17:48.820Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1227","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.785494699Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1535 | 2026-09-10T08:17:48.844Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.799765403Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1536 | 2026-09-10T08:17:48.845Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.799887035Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1537 | 2026-09-10T08:17:48.845Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.799949294Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"vm_reaches_destroyed_after_migration_out_target","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1538 | 2026-09-10T08:17:48.845Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.800015109Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1539 | 2026-09-10T08:17:48.845Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.800072679Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1540 | 2026-09-10T08:17:48.845Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.800149505Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1541 | 2026-09-10T08:17:48.870Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1228","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.832366645Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1542 | 2026-09-10T08:17:48.894Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.846554471Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":46,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1543 | 2026-09-10T08:17:48.894Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.846641667Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d781b40c-4596-4359-83dd-7ecd8e529ef8","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1544 | 2026-09-10T08:17:48.894Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:48.847318817Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"d781b40c-4596-4359-83dd-7ecd8e529ef8","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1545 | 2026-09-10T08:17:49.440Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:49.406565678Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"d781b40c-4596-4359-83dd-7ecd8e529ef8","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1546 | 2026-09-10T08:17:50.183Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.149593933Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"d781b40c-4596-4359-83dd-7ecd8e529ef8","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1547 | 2026-09-10T08:17:50.208Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.149846844Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d781b40c-4596-4359-83dd-7ecd8e529ef8","vm":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":1303} |
| 1548 | 2026-09-10T08:17:50.208Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.149969448Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1549 | 2026-09-10T08:17:50.208Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.158488341Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1550 | 2026-09-10T08:17:50.208Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.166881937Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1551 | 2026-09-10T08:17:50.208Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.166974373Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782\"]","verb":"destroy","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1552 | 2026-09-10T08:17:50.232Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.198218439Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1553 | 2026-09-10T08:17:50.233Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.198277972Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-b764caa9-2118-464b-b44b-3e3170249073\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1554 | 2026-09-10T08:17:50.299Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.216060969Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1524,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} |
| 1555 | 2026-09-10T08:17:50.299Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:447:21\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:433:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219001964Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1556 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219130288Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1557 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219226912Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1558 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_get_cid","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219283901Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1559 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219318797Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1560 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.21935682Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1561 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219537704Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1562 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219636683Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_get_cid"} |
| 1563 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.21969797Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"} |
| 1564 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219770668Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"} |
| 1565 | 2026-09-10T08:17:50.300Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.219839499Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::vsock::vsock_get_cid"} |
| 1566 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.230556612Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_get_cid"} |
| 1567 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.230670909Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-9eabcf98-b966-4702-88cc-6826360037cf\"]","path":"phd_tests::vsock::vsock_get_cid"} |
| 1568 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.248227663Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-9eabcf98-b966-4702-88cc-6826360037cf\", \"phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596\"]","path":"phd_tests::vsock::vsock_get_cid"} |
| 1569 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.26563799Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596\"]","path":"phd_tests::vsock::vsock_get_cid"} |
| 1570 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.278352297Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596 0B 25.3T 207M /phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596\n","path":"phd_tests::vsock::vsock_get_cid"} |
| 1571 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.279035771Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1572 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.279129189Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vsock_get_cid","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::vsock::vsock_get_cid"} |
| 1573 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.27921895Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_get_cid"} |
| 1574 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.27930799Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_get_cid"} |
| 1575 | 2026-09-10T08:17:50.325Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.279405175Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log\"","path":"phd_tests::vsock::vsock_get_cid"} |
| 1576 | 2026-09-10T08:17:50.350Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1237","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.314071102Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1577 | 2026-09-10T08:17:50.374Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.328661505Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid","elapsed_milliseconds":49} |
| 1578 | 2026-09-10T08:17:50.375Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.328773568Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid","vm_id":"814665f3-893f-4aaa-9db1-73b4c81e321b","vm":"vsock_get_cid"} |
| 1579 | 2026-09-10T08:17:50.375Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.329537043Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm_id":"814665f3-893f-4aaa-9db1-73b4c81e321b","vm":"vsock_get_cid"} |
| 1580 | 2026-09-10T08:17:51.002Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:50.967928367Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm_id":"814665f3-893f-4aaa-9db1-73b4c81e321b","vm":"vsock_get_cid"} |
| 1581 | 2026-09-10T08:17:51.529Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:51.495097581Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm_id":"814665f3-893f-4aaa-9db1-73b4c81e321b","vm":"vsock_get_cid"} |
| 1582 | 2026-09-10T08:17:52.143Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.109101704Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm_id":"814665f3-893f-4aaa-9db1-73b4c81e321b","vm":"vsock_get_cid"} |
| 1583 | 2026-09-10T08:17:52.168Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.10935672Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"814665f3-893f-4aaa-9db1-73b4c81e321b","path":"phd_tests::vsock::vsock_get_cid","elapsed_milliseconds":1781,"vm":"vsock_get_cid"} |
| 1584 | 2026-09-10T08:17:52.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.109478001Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_get_cid"} |
| 1585 | 2026-09-10T08:17:52.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.118041569Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1586 | 2026-09-10T08:17:52.168Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.118134616Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596\"]","path":"phd_tests::vsock::vsock_get_cid"} |
| 1587 | 2026-09-10T08:17:52.192Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.148790814Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"} |
| 1588 | 2026-09-10T08:17:52.192Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.148878581Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9eabcf98-b966-4702-88cc-6826360037cf\"]","verb":"destroy","path":"phd_tests::vsock::vsock_get_cid"} |
| 1589 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.16594419Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_get_cid","elapsed_milliseconds":1946} |
| 1590 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_get_cid ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:33:17\n 8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_get_cid::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:25:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.169797232Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1591 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.169922841Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1592 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.17001678Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1593 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170072947Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1594 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170106922Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1595 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170144704Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1596 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170353592Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1597 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170480844Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1598 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170568341Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1599 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170649335Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1600 | 2026-09-10T08:17:52.259Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.170738415Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1601 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.182892506Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1602 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.183033756Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-bc23823e-bb36-40ce-be7f-5fc6bc5c9276\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1603 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.200419965Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-bc23823e-bb36-40ce-be7f-5fc6bc5c9276\", \"phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1604 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.21774014Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f\"]","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1605 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.229203494Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f 0B 25.3T 207M /phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f\n","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1606 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.229825058Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1607 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.229891945Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"vsock_smoke_test","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1608 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.229963742Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1609 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.230029227Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1610 | 2026-09-10T08:17:52.284Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.230100653Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log\"","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1611 | 2026-09-10T08:17:52.308Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1245","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.265002449Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1612 | 2026-09-10T08:17:52.332Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.27954431Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":49} |
| 1613 | 2026-09-10T08:17:52.332Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.279645242Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"d56db267-f2bc-4b52-86fb-ec0270c108dc"} |
| 1614 | 2026-09-10T08:17:52.332Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.280354856Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"d56db267-f2bc-4b52-86fb-ec0270c108dc"} |
| 1615 | 2026-09-10T08:17:52.598Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:52.56361Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"d56db267-f2bc-4b52-86fb-ec0270c108dc"} |
| 1616 | 2026-09-10T08:17:53.160Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.126374634Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm":"vsock_smoke_test","vm_id":"d56db267-f2bc-4b52-86fb-ec0270c108dc"} |
| 1617 | 2026-09-10T08:17:53.184Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.126586758Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"d56db267-f2bc-4b52-86fb-ec0270c108dc","vm":"vsock_smoke_test","elapsed_milliseconds":847} |
| 1618 | 2026-09-10T08:17:53.185Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.126700985Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1619 | 2026-09-10T08:17:53.185Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.135217894Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1620 | 2026-09-10T08:17:53.185Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.135270244Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f\"]","verb":"destroy","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1621 | 2026-09-10T08:17:53.209Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.164526634Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1622 | 2026-09-10T08:17:53.209Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.16461938Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-bc23823e-bb36-40ce-be7f-5fc6bc5c9276\"]","verb":"destroy","path":"phd_tests::vsock::vsock_smoke_test"} |
| 1623 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.183834826Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":1013} |
| 1624 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:16:17\n 8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.186161771Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1625 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.18629749Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1626 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.186396989Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1627 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::long_line_serial_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.186453266Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1628 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.186488063Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1629 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.186525744Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1630 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.186845514Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1631 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.186984909Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} |
| 1632 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.187085831Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::long_line_serial_test"} |
| 1633 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.187152538Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} |
| 1634 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.187218173Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} |
| 1635 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.187302694Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1636 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.198466848Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::long_line_serial_test"} |
| 1637 | 2026-09-10T08:17:53.276Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.198555397Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-843f3358-3f4c-4835-8582-25e314a2e91f\"]","verb":"snapshot","path":"phd_tests::framework::long_line_serial_test"} |
| 1638 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.216576387Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-843f3358-3f4c-4835-8582-25e314a2e91f\", \"phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75\"]","verb":"clone","path":"phd_tests::framework::long_line_serial_test"} |
| 1639 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.232425067Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1640 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.243804211Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75 0B 25.3T 207M /phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75\n","path":"phd_tests::framework::long_line_serial_test"} |
| 1641 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.244459309Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1642 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.244545413Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"long_line_serial_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::framework::long_line_serial_test"} |
| 1643 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.244606509Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::long_line_serial_test"} |
| 1644 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.244665652Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::framework::long_line_serial_test"} |
| 1645 | 2026-09-10T08:17:53.301Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.244739092Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log\"","path":"phd_tests::framework::long_line_serial_test"} |
| 1646 | 2026-09-10T08:17:53.325Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1253","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.279601735Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1647 | 2026-09-10T08:17:53.349Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.294385697Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::framework::long_line_serial_test"} |
| 1648 | 2026-09-10T08:17:53.349Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.294486028Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"546b5717-1018-4edb-9ddb-7dacb7f997f0","vm":"long_line_serial_test","path":"phd_tests::framework::long_line_serial_test"} |
| 1649 | 2026-09-10T08:17:53.350Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.295240626Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"546b5717-1018-4edb-9ddb-7dacb7f997f0","vm":"long_line_serial_test","path":"phd_tests::framework::long_line_serial_test"} |
| 1650 | 2026-09-10T08:17:53.745Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:53.710569743Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"546b5717-1018-4edb-9ddb-7dacb7f997f0","vm":"long_line_serial_test","path":"phd_tests::framework::long_line_serial_test"} |
| 1651 | 2026-09-10T08:17:54.808Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.773431184Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"546b5717-1018-4edb-9ddb-7dacb7f997f0","vm":"long_line_serial_test","path":"phd_tests::framework::long_line_serial_test"} |
| 1652 | 2026-09-10T08:17:54.832Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.77368549Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","vm_id":"546b5717-1018-4edb-9ddb-7dacb7f997f0","elapsed_milliseconds":1479,"vm":"long_line_serial_test"} |
| 1653 | 2026-09-10T08:17:54.832Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.773812412Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::long_line_serial_test"} |
| 1654 | 2026-09-10T08:17:54.832Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.782802011Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1655 | 2026-09-10T08:17:54.832Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.782927891Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1656 | 2026-09-10T08:17:54.856Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.81567886Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"} |
| 1657 | 2026-09-10T08:17:54.856Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.815772529Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-843f3358-3f4c-4835-8582-25e314a2e91f\"]","path":"phd_tests::framework::long_line_serial_test"} |
| 1658 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.832815103Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","elapsed_milliseconds":1646,"path":"phd_tests::framework::long_line_serial_test"} |
| 1659 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::framework::long_line_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:33:17\n 8: <tracing::instrument::Instrumented<phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::long_line_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:20:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.835940439Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1660 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836076308Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1661 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836174685Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1662 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::multiline_serial_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836232305Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1663 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836267652Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1664 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836304923Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1665 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836506808Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1666 | 2026-09-10T08:17:54.923Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836629191Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::multiline_serial_test"} |
| 1667 | 2026-09-10T08:17:54.924Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836704394Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} |
| 1668 | 2026-09-10T08:17:54.924Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836772664Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} |
| 1669 | 2026-09-10T08:17:54.924Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.836853158Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::framework::multiline_serial_test"} |
| 1670 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.849193093Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::multiline_serial_test"} |
| 1671 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.849279227Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-691025b1-0c45-43d4-b701-1b876860c85b\"]","verb":"snapshot","path":"phd_tests::framework::multiline_serial_test"} |
| 1672 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.86650473Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-691025b1-0c45-43d4-b701-1b876860c85b\", \"phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747\"]","path":"phd_tests::framework::multiline_serial_test"} |
| 1673 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.885027156Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747\"]","verb":"list","path":"phd_tests::framework::multiline_serial_test"} |
| 1674 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.897104119Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747 0B 25.3T 207M /phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747\n","path":"phd_tests::framework::multiline_serial_test"} |
| 1675 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.897720344Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1676 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.897784236Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiline_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::framework::multiline_serial_test"} |
| 1677 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.897842467Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::multiline_serial_test"} |
| 1678 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.897899245Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"} |
| 1679 | 2026-09-10T08:17:54.948Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.897970952Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stdout.log\"","path":"phd_tests::framework::multiline_serial_test"} |
| 1680 | 2026-09-10T08:17:54.973Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1261","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.933681128Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1681 | 2026-09-10T08:17:54.997Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.948199213Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::framework::multiline_serial_test"} |
| 1682 | 2026-09-10T08:17:54.997Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.948301348Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","vm_id":"35a83bcd-45e4-4006-8a37-81dd828f7f3b","path":"phd_tests::framework::multiline_serial_test"} |
| 1683 | 2026-09-10T08:17:54.997Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:54.948991673Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","vm_id":"35a83bcd-45e4-4006-8a37-81dd828f7f3b","path":"phd_tests::framework::multiline_serial_test"} |
| 1684 | 2026-09-10T08:17:55.675Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:55.640028155Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","vm_id":"35a83bcd-45e4-4006-8a37-81dd828f7f3b","path":"phd_tests::framework::multiline_serial_test"} |
| 1685 | 2026-09-10T08:17:56.338Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.303183264Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","vm_id":"35a83bcd-45e4-4006-8a37-81dd828f7f3b","path":"phd_tests::framework::multiline_serial_test"} |
| 1686 | 2026-09-10T08:17:56.363Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.303421242Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":1355,"vm_id":"35a83bcd-45e4-4006-8a37-81dd828f7f3b","path":"phd_tests::framework::multiline_serial_test"} |
| 1687 | 2026-09-10T08:17:56.363Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.303543246Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"} |
| 1688 | 2026-09-10T08:17:56.364Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.311701311Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1689 | 2026-09-10T08:17:56.364Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.311801562Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747\"]","verb":"destroy","path":"phd_tests::framework::multiline_serial_test"} |
| 1690 | 2026-09-10T08:17:56.388Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.343213193Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"} |
| 1691 | 2026-09-10T08:17:56.388Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.343372806Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-691025b1-0c45-43d4-b701-1b876860c85b\"]","verb":"destroy","path":"phd_tests::framework::multiline_serial_test"} |
| 1692 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.359521309Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","elapsed_milliseconds":1523,"path":"phd_tests::framework::multiline_serial_test"} |
| 1693 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::framework::multiline_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:13:17\n 8: <tracing::instrument::Instrumented<phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::multiline_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:10:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362211717Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1694 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362405235Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1695 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362499795Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1696 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hw::lspci_lifecycle_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362557114Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1697 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362592101Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1698 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362629863Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1699 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362820125Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1700 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362915597Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1701 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.362987434Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1702 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.363059121Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1703 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.363150344Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1704 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.374462182Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1705 | 2026-09-10T08:17:56.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.37457646Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-4b98a202-858d-4fdb-b6a6-6e72da83b2c6\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1706 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.391748425Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-4b98a202-858d-4fdb-b6a6-6e72da83b2c6\", \"phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1707 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.41341444Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1708 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.423638087Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3 0B 25.3T 207M /phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3\n","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1709 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.42425899Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1710 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.424327781Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"lspci_lifecycle_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1711 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.424397868Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1712 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.424461054Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1713 | 2026-09-10T08:17:56.481Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.424529171Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log\"","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1714 | 2026-09-10T08:17:56.505Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1269","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.461033961Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1715 | 2026-09-10T08:17:56.530Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.475502699Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":51,"path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1716 | 2026-09-10T08:17:56.530Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.475610125Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"39f39935-02f9-42fa-b28c-a84dc49f1871","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1717 | 2026-09-10T08:17:56.530Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.476305848Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"lspci_lifecycle_test","vm_id":"39f39935-02f9-42fa-b28c-a84dc49f1871","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1718 | 2026-09-10T08:17:56.907Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:56.871793682Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"lspci_lifecycle_test","vm_id":"39f39935-02f9-42fa-b28c-a84dc49f1871","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1719 | 2026-09-10T08:17:57.682Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:57.647415771Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"lspci_lifecycle_test","vm_id":"39f39935-02f9-42fa-b28c-a84dc49f1871","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1720 | 2026-09-10T08:17:58.322Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.287660875Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"lspci_lifecycle_test","vm_id":"39f39935-02f9-42fa-b28c-a84dc49f1871","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1721 | 2026-09-10T08:17:58.347Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.287916382Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1811,"vm_id":"39f39935-02f9-42fa-b28c-a84dc49f1871","vm":"lspci_lifecycle_test","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1722 | 2026-09-10T08:17:58.347Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.288039707Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1723 | 2026-09-10T08:17:58.347Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.297010906Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1724 | 2026-09-10T08:17:58.347Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.297095827Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1725 | 2026-09-10T08:17:58.372Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.333357415Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1726 | 2026-09-10T08:17:58.372Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.333449287Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-4b98a202-858d-4fdb-b6a6-6e72da83b2c6\"]","path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1727 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.351758782Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","elapsed_milliseconds":1987,"path":"phd_tests::hw::lspci_lifecycle_test"} |
| 1728 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::hw::lspci_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:17:17\n 8: <tracing::instrument::Instrumented<phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hw::lspci_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:8:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.354804204Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1729 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.354941396Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1730 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.35503633Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1731 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::export_failure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.355091871Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1732 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.355125535Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1733 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.355160777Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1734 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.35545516Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1735 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.355577723Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::export_failure"} |
| 1736 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.355653357Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} |
| 1737 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.355723431Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} |
| 1738 | 2026-09-10T08:17:58.439Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.355806038Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"} |
| 1739 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.367731425Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::export_failure"} |
| 1740 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.367853257Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5f74258a-292b-47eb-b7a6-9163801e41c2\"]","path":"phd_tests::migrate::running_process::export_failure"} |
| 1741 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.385966586Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5f74258a-292b-47eb-b7a6-9163801e41c2\", \"phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5\"]","verb":"clone","path":"phd_tests::migrate::running_process::export_failure"} |
| 1742 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.403975477Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"} |
| 1743 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.415668581Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5 0B 25.3T 207M /phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5\n","path":"phd_tests::migrate::running_process::export_failure"} |
| 1744 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.416291706Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1745 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.416420983Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::export_failure"} |
| 1746 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.416493631Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} |
| 1747 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.416556441Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"} |
| 1748 | 2026-09-10T08:17:58.465Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.416630492Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1749 | 2026-09-10T08:17:58.489Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1277","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.452355976Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1750 | 2026-09-10T08:17:58.514Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.466816708Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::migrate::running_process::export_failure"} |
| 1751 | 2026-09-10T08:17:58.514Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.466945523Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1752 | 2026-09-10T08:17:58.514Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.467008351Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::export_failure_target1","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::export_failure"} |
| 1753 | 2026-09-10T08:17:58.514Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.467073538Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} |
| 1754 | 2026-09-10T08:17:58.514Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.467131276Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1755 | 2026-09-10T08:17:58.514Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.467203301Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1756 | 2026-09-10T08:17:58.542Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1278","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.504337546Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1757 | 2026-09-10T08:17:58.566Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.518623143Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":51,"path":"phd_tests::migrate::running_process::export_failure"} |
| 1758 | 2026-09-10T08:17:58.566Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.518718143Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1759 | 2026-09-10T08:17:58.566Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.518772434Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::export_failure_target2","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::export_failure"} |
| 1760 | 2026-09-10T08:17:58.566Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.518835075Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} |
| 1761 | 2026-09-10T08:17:58.566Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.518888474Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9004","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1762 | 2026-09-10T08:17:58.566Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.518955032Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log\"","path":"phd_tests::migrate::running_process::export_failure"} |
| 1763 | 2026-09-10T08:17:58.591Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1279","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.554373414Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1764 | 2026-09-10T08:17:58.617Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.569211987Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::migrate::running_process::export_failure"} |
| 1765 | 2026-09-10T08:17:58.617Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.569323369Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"4902d01a-cb46-47a8-a712-689204e66116"} |
| 1766 | 2026-09-10T08:17:58.617Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:58.570042012Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"4902d01a-cb46-47a8-a712-689204e66116"} |
| 1767 | 2026-09-10T08:17:59.084Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.049649446Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"4902d01a-cb46-47a8-a712-689204e66116"} |
| 1768 | 2026-09-10T08:17:59.569Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.535272478Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"4902d01a-cb46-47a8-a712-689204e66116"} |
| 1769 | 2026-09-10T08:17:59.594Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.535547642Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":965,"vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"4902d01a-cb46-47a8-a712-689204e66116"} |
| 1770 | 2026-09-10T08:17:59.594Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.535669865Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"} |
| 1771 | 2026-09-10T08:17:59.594Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.543967184Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"} |
| 1772 | 2026-09-10T08:17:59.594Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.552745139Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"} |
| 1773 | 2026-09-10T08:17:59.618Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.560978754Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1774 | 2026-09-10T08:17:59.618Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.561026174Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5\"]","verb":"destroy","path":"phd_tests::migrate::running_process::export_failure"} |
| 1775 | 2026-09-10T08:17:59.642Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.595768283Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"} |
| 1776 | 2026-09-10T08:17:59.642Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.595835865Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5f74258a-292b-47eb-b7a6-9163801e41c2\"]","path":"phd_tests::migrate::running_process::export_failure"} |
| 1777 | 2026-09-10T08:17:59.708Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.612523276Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1256,"path":"phd_tests::migrate::running_process::export_failure"} |
| 1778 | 2026-09-10T08:17:59.708Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::export_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:230:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::export_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:206:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.616898858Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1779 | 2026-09-10T08:17:59.708Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.617094883Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1780 | 2026-09-10T08:17:59.708Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.61719304Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1781 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::import_failure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.617251872Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1782 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.617287309Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1783 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.61732432Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1784 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.61750848Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1785 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.617627728Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} |
| 1786 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.617700586Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1787 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.617773445Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1788 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.617855131Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1789 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.629672231Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1790 | 2026-09-10T08:17:59.709Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.629777211Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7f0fe0da-79f3-4735-ae33-21de0337449e\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::import_failure"} |
| 1791 | 2026-09-10T08:17:59.733Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.648739516Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7f0fe0da-79f3-4735-ae33-21de0337449e\", \"phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"} |
| 1792 | 2026-09-10T08:17:59.733Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.666427566Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"} |
| 1793 | 2026-09-10T08:17:59.733Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.677965161Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6 0B 25.3T 207M /phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1794 | 2026-09-10T08:17:59.733Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.678552443Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1795 | 2026-09-10T08:17:59.733Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.678623829Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::import_failure"} |
| 1796 | 2026-09-10T08:17:59.733Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.678698711Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} |
| 1797 | 2026-09-10T08:17:59.734Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.678764426Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1798 | 2026-09-10T08:17:59.734Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.678837946Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1799 | 2026-09-10T08:17:59.757Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1289","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.714034523Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1800 | 2026-09-10T08:17:59.781Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.728684763Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":50} |
| 1801 | 2026-09-10T08:17:59.782Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.728815615Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} |
| 1802 | 2026-09-10T08:17:59.782Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.72887573Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1803 | 2026-09-10T08:17:59.782Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.728926649Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} |
| 1804 | 2026-09-10T08:17:59.782Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.728989121Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1805 | 2026-09-10T08:17:59.782Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.741170829Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1806 | 2026-09-10T08:17:59.782Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.741256634Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-095f24a3-98f1-4f4a-b29f-181a32c88f11\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::import_failure"} |
| 1807 | 2026-09-10T08:17:59.806Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.763969171Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-095f24a3-98f1-4f4a-b29f-181a32c88f11\", \"phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"} |
| 1808 | 2026-09-10T08:17:59.830Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.781387887Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"} |
| 1809 | 2026-09-10T08:17:59.830Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.791328004Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76 0B 25.3T 207M /phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76\n","path":"phd_tests::migrate::running_process::import_failure"} |
| 1810 | 2026-09-10T08:17:59.830Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.791954858Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1811 | 2026-09-10T08:17:59.830Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.792030372Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_target1","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::import_failure"} |
| 1812 | 2026-09-10T08:17:59.830Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.792105455Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} |
| 1813 | 2026-09-10T08:17:59.830Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.792178855Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1814 | 2026-09-10T08:17:59.830Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.792256834Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1815 | 2026-09-10T08:17:59.862Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1294","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.828612917Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1816 | 2026-09-10T08:17:59.885Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.842907115Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":50} |
| 1817 | 2026-09-10T08:17:59.886Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.843036381Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1818 | 2026-09-10T08:17:59.886Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.843090564Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_target2","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::import_failure"} |
| 1819 | 2026-09-10T08:17:59.886Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.843158398Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} |
| 1820 | 2026-09-10T08:17:59.886Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.843215235Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9004","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1821 | 2026-09-10T08:17:59.886Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.843283624Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"} |
| 1822 | 2026-09-10T08:17:59.910Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1295","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.876650141Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1823 | 2026-09-10T08:17:59.934Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.89084775Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":47} |
| 1824 | 2026-09-10T08:17:59.934Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.890940252Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"abc7b023-1d64-48bb-b607-1d00919e9d60"} |
| 1825 | 2026-09-10T08:17:59.934Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:17:59.891726379Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"abc7b023-1d64-48bb-b607-1d00919e9d60"} |
| 1826 | 2026-09-10T08:18:00.656Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:00.623445149Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"abc7b023-1d64-48bb-b607-1d00919e9d60"} |
| 1827 | 2026-09-10T08:18:01.259Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.213961092Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"abc7b023-1d64-48bb-b607-1d00919e9d60"} |
| 1828 | 2026-09-10T08:18:01.851Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.818506363Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"abc7b023-1d64-48bb-b607-1d00919e9d60"} |
| 1829 | 2026-09-10T08:18:01.875Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.818778382Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::import_failure_source","vm_id":"abc7b023-1d64-48bb-b607-1d00919e9d60","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":1926} |
| 1830 | 2026-09-10T08:18:01.875Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.818889781Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"} |
| 1831 | 2026-09-10T08:18:01.875Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.827880592Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::import_failure"} |
| 1832 | 2026-09-10T08:18:01.875Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.836353225Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1833 | 2026-09-10T08:18:01.875Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.836442204Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76\"]","verb":"destroy","path":"phd_tests::migrate::running_process::import_failure"} |
| 1834 | 2026-09-10T08:18:01.902Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.869632617Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1835 | 2026-09-10T08:18:01.925Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.869689894Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-095f24a3-98f1-4f4a-b29f-181a32c88f11\"]","path":"phd_tests::migrate::running_process::import_failure"} |
| 1836 | 2026-09-10T08:18:01.925Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.887501171Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::import_failure"} |
| 1837 | 2026-09-10T08:18:01.949Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.895933584Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1838 | 2026-09-10T08:18:01.949Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.895992665Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6\"]","verb":"destroy","path":"phd_tests::migrate::running_process::import_failure"} |
| 1839 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.917951152Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} |
| 1840 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.918040472Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7f0fe0da-79f3-4735-ae33-21de0337449e\"]","verb":"destroy","path":"phd_tests::migrate::running_process::import_failure"} |
| 1841 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.937291567Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":2318} |
| 1842 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::import_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:168:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::import_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:136:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.939772021Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1843 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.939909102Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1844 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940008501Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1845 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::migrate_running_process","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940067153Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1846 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940103302Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1847 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940141204Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1848 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940318524Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1849 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940420991Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1850 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.9404829Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1851 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940540046Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1852 | 2026-09-10T08:18:01.995Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.940601457Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1853 | 2026-09-10T08:18:02.020Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.951762712Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1854 | 2026-09-10T08:18:02.020Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.951876432Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ab9785b4-9186-408c-90af-78434e2b343c\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1855 | 2026-09-10T08:18:02.020Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.967876304Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-ab9785b4-9186-408c-90af-78434e2b343c\", \"phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1856 | 2026-09-10T08:18:02.020Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.984638358Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1857 | 2026-09-10T08:18:02.044Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.996483968Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06 0B 25.3T 207M /phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06\n","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1858 | 2026-09-10T08:18:02.044Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.997149108Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1859 | 2026-09-10T08:18:02.044Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.997282764Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1860 | 2026-09-10T08:18:02.045Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.997356484Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1861 | 2026-09-10T08:18:02.045Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.997422971Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1862 | 2026-09-10T08:18:02.045Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:01.997498655Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1863 | 2026-09-10T08:18:02.069Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1307","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.030903791Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1864 | 2026-09-10T08:18:02.093Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.045436715Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1865 | 2026-09-10T08:18:02.093Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.045549645Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1866 | 2026-09-10T08:18:02.093Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.04560742Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migrate_running_process_target","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1867 | 2026-09-10T08:18:02.093Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.04566684Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1868 | 2026-09-10T08:18:02.093Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.045720136Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1869 | 2026-09-10T08:18:02.093Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.045785388Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1870 | 2026-09-10T08:18:02.117Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1308","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.076630979Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1871 | 2026-09-10T08:18:02.141Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.090814344Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":45,"path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1872 | 2026-09-10T08:18:02.141Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.090899246Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","vm_id":"638cbe3f-27fd-4b21-8e8c-a6cb96f77305","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1873 | 2026-09-10T08:18:02.141Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.091645867Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process_source","vm_id":"638cbe3f-27fd-4b21-8e8c-a6cb96f77305","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1874 | 2026-09-10T08:18:02.522Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:02.490160673Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process_source","vm_id":"638cbe3f-27fd-4b21-8e8c-a6cb96f77305","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1875 | 2026-09-10T08:18:03.189Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.156698674Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process_source","vm_id":"638cbe3f-27fd-4b21-8e8c-a6cb96f77305","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1876 | 2026-09-10T08:18:03.215Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.157003515Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1065,"vm_id":"638cbe3f-27fd-4b21-8e8c-a6cb96f77305","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1877 | 2026-09-10T08:18:03.215Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.157132391Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1878 | 2026-09-10T08:18:03.215Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.165571059Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1879 | 2026-09-10T08:18:03.215Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.174394685Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1880 | 2026-09-10T08:18:03.215Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.174484885Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1881 | 2026-09-10T08:18:03.239Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.206018093Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1882 | 2026-09-10T08:18:03.239Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.206078979Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-ab9785b4-9186-408c-90af-78434e2b343c\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1883 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.221911375Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1280,"path":"phd_tests::migrate::running_process::migrate_running_process"} |
| 1884 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::migrate_running_process ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:124:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::migrate_running_process::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:116:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.224515303Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1885 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.224641113Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1886 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.224740001Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1887 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_boot_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.22479681Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1888 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.224831415Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1889 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.224869171Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1890 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.225605837Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1891 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.230372305Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1892 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.231350451Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1893 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.231416541Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1894 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.231474861Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1895 | 2026-09-10T08:18:03.306Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.231539691Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1896 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.243874045Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1897 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.243998022Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-7a57b268-3453-4a31-b286-75218f9b61d5\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1898 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.261483092Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-7a57b268-3453-4a31-b286-75218f9b61d5\", \"phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1899 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.278994856Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1900 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.290607617Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb 0B 25.3T 207M /phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb\n","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1901 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.291308973Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1902 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.291413122Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"cpuid_boot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1903 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.291489834Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1904 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.291559829Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1905 | 2026-09-10T08:18:03.331Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.291638222Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log\"","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1906 | 2026-09-10T08:18:03.357Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1317","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.326035785Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1907 | 2026-09-10T08:18:03.381Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.341030064Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1908 | 2026-09-10T08:18:03.381Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.341149492Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f9986d8-0693-492b-9a68-d99dd5e8a28a","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1909 | 2026-09-10T08:18:03.381Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.342600467Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"6f9986d8-0693-492b-9a68-d99dd5e8a28a","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1910 | 2026-09-10T08:18:03.818Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:03.786206182Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"6f9986d8-0693-492b-9a68-d99dd5e8a28a","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1911 | 2026-09-10T08:18:04.892Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.861138198Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"6f9986d8-0693-492b-9a68-d99dd5e8a28a","path":"phd_tests::cpuid::cpuid_boot_test","vm":"cpuid_boot_test"} |
| 1912 | 2026-09-10T08:18:04.917Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.861398484Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1519,"path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"6f9986d8-0693-492b-9a68-d99dd5e8a28a","vm":"cpuid_boot_test"} |
| 1913 | 2026-09-10T08:18:04.917Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.861518412Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1914 | 2026-09-10T08:18:04.917Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.869632673Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1915 | 2026-09-10T08:18:04.917Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.869722854Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1916 | 2026-09-10T08:18:04.942Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.898938608Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1917 | 2026-09-10T08:18:04.942Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.899023839Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-7a57b268-3453-4a31-b286-75218f9b61d5\"]","path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1918 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.915512079Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","elapsed_milliseconds":1688,"path":"phd_tests::cpuid::cpuid_boot_test"} |
| 1919 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:142:65\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:140:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.919367747Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1920 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.919458266Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1921 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.919536021Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1922 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::guest_cpu_topo_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.919585503Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1923 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.919618556Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1924 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.919654371Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1925 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.920006157Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1926 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.923388651Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1927 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.923756137Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1928 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.923820469Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1929 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.923877378Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1930 | 2026-09-10T08:18:05.009Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.923944766Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1931 | 2026-09-10T08:18:05.034Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.935660373Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1932 | 2026-09-10T08:18:05.034Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.935755961Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-850a84d2-3631-4a7f-a07e-a7cdd379d620\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1933 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.952897664Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-850a84d2-3631-4a7f-a07e-a7cdd379d620\", \"phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1934 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.969708233Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1935 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.981300087Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed 0B 25.3T 207M /phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed\n","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1936 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.982045293Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1937 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.982231457Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"guest_cpu_topo_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1938 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.982313173Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1939 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.982394428Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1940 | 2026-09-10T08:18:05.035Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:04.982478799Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log\"","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1941 | 2026-09-10T08:18:05.059Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1325","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:05.018148531Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1942 | 2026-09-10T08:18:05.084Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:05.033125343Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","elapsed_milliseconds":50} |
| 1943 | 2026-09-10T08:18:05.084Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:05.033240833Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"4dcd671c-ca06-4475-a5c1-0936480fa8fe"} |
| 1944 | 2026-09-10T08:18:05.084Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:05.034158736Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"4dcd671c-ca06-4475-a5c1-0936480fa8fe"} |
| 1945 | 2026-09-10T08:18:05.491Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:05.459681312Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"4dcd671c-ca06-4475-a5c1-0936480fa8fe"} |
| 1946 | 2026-09-10T08:18:06.567Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.53690249Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"4dcd671c-ca06-4475-a5c1-0936480fa8fe"} |
| 1947 | 2026-09-10T08:18:06.591Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.53714931Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","vm_id":"4dcd671c-ca06-4475-a5c1-0936480fa8fe","elapsed_milliseconds":1503,"vm":"guest_cpu_topo_test"} |
| 1948 | 2026-09-10T08:18:06.591Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.537268577Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1949 | 2026-09-10T08:18:06.591Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.545423776Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1950 | 2026-09-10T08:18:06.591Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.545520139Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed\"]","verb":"destroy","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1951 | 2026-09-10T08:18:06.617Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.575819651Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1952 | 2026-09-10T08:18:06.618Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.575873153Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-850a84d2-3631-4a7f-a07e-a7cdd379d620\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} |
| 1953 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.594468029Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","elapsed_milliseconds":1673} |
| 1954 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::guest_cpu_topo_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:339:69\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:337:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.598150851Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1955 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.598282232Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1956 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.598378765Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1957 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_migrate_smoke_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.598434622Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1958 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.598469007Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1959 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.598505397Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1960 | 2026-09-10T08:18:06.687Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.59867392Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1961 | 2026-09-10T08:18:06.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.601729415Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1962 | 2026-09-10T08:18:06.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.602116532Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1963 | 2026-09-10T08:18:06.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.602181165Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1964 | 2026-09-10T08:18:06.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.602240899Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1965 | 2026-09-10T08:18:06.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.602308478Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1966 | 2026-09-10T08:18:06.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.614492998Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1967 | 2026-09-10T08:18:06.688Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.614586867Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-60c01dea-c5e6-4499-8453-13575fb57cc6\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1968 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.631944822Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-60c01dea-c5e6-4499-8453-13575fb57cc6\", \"phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1969 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.649895942Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1970 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.662210315Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0 0B 25.3T 207M /phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1971 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.662881753Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1972 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.662957508Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1973 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.663037089Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1974 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.663109176Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1975 | 2026-09-10T08:18:06.713Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.66318978Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log\"","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1976 | 2026-09-10T08:18:06.737Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1333","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.698985407Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1977 | 2026-09-10T08:18:06.761Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.713775808Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1978 | 2026-09-10T08:18:06.761Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.713883619Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_boot_test","vm_id":"8a68cad5-ea33-4a8e-a10f-998c66128e8e","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1979 | 2026-09-10T08:18:06.761Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:06.714852989Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","vm_id":"8a68cad5-ea33-4a8e-a10f-998c66128e8e","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1980 | 2026-09-10T08:18:07.353Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:07.322834686Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","vm_id":"8a68cad5-ea33-4a8e-a10f-998c66128e8e","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1981 | 2026-09-10T08:18:07.818Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:07.78874013Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","vm_id":"8a68cad5-ea33-4a8e-a10f-998c66128e8e","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1982 | 2026-09-10T08:18:08.407Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.377607381Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","vm_id":"8a68cad5-ea33-4a8e-a10f-998c66128e8e","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1983 | 2026-09-10T08:18:08.431Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.377870763Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","elapsed_milliseconds":1663,"vm_id":"8a68cad5-ea33-4a8e-a10f-998c66128e8e","vm":"cpuid_boot_test"} |
| 1984 | 2026-09-10T08:18:08.431Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.377999518Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1985 | 2026-09-10T08:18:08.431Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.386691969Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1986 | 2026-09-10T08:18:08.431Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.386778176Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1987 | 2026-09-10T08:18:08.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.418868114Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1988 | 2026-09-10T08:18:08.455Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.41895535Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-60c01dea-c5e6-4499-8453-13575fb57cc6\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1989 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.436048026Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","elapsed_milliseconds":1836,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} |
| 1990 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_migrate_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:148:65\n 9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:146:1\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439280772Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 1991 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439408235Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1992 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439500891Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1993 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_instance_spec_round_trip_test","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439556724Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 1994 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439589807Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 1995 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.43962503Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 1996 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439809261Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 1997 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439921103Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 1998 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.439990141Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 1999 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.440052697Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2000 | 2026-09-10T08:18:08.522Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.44012352Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2001 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.451092301Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2002 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.451238436Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-76b7a32a-5d3f-438b-ad50-cc96a1d6c232\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2003 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.470528069Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-76b7a32a-5d3f-438b-ad50-cc96a1d6c232\", \"phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2004 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.489296725Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2005 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.50095351Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688 0B 25.3T 207M /phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2006 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.501577273Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2007 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.501643173Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"cpuid_instance_spec_round_trip_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2008 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.501714231Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2009 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.501772607Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2010 | 2026-09-10T08:18:08.547Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.501841852Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log\"","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2011 | 2026-09-10T08:18:08.571Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1341","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.536983319Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2012 | 2026-09-10T08:18:08.595Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.551590306Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2013 | 2026-09-10T08:18:08.595Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.55169249Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_instance_spec_round_trip_test","vm_id":"d74a491c-76c2-477f-be67-f6797d9db71e","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2014 | 2026-09-10T08:18:08.595Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.552417161Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_instance_spec_round_trip_test","vm_id":"d74a491c-76c2-477f-be67-f6797d9db71e","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2015 | 2026-09-10T08:18:08.986Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:08.956927725Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_instance_spec_round_trip_test","vm_id":"d74a491c-76c2-477f-be67-f6797d9db71e","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2016 | 2026-09-10T08:18:09.428Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:09.399443527Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_instance_spec_round_trip_test","vm_id":"d74a491c-76c2-477f-be67-f6797d9db71e","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2017 | 2026-09-10T08:18:10.401Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.372201692Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_instance_spec_round_trip_test","vm_id":"d74a491c-76c2-477f-be67-f6797d9db71e","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2018 | 2026-09-10T08:18:10.425Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.372442507Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_instance_spec_round_trip_test","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","elapsed_milliseconds":1819,"vm_id":"d74a491c-76c2-477f-be67-f6797d9db71e"} |
| 2019 | 2026-09-10T08:18:10.425Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.372668445Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2020 | 2026-09-10T08:18:10.425Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.380792233Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2021 | 2026-09-10T08:18:10.425Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.380914436Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688\"]","verb":"destroy","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2022 | 2026-09-10T08:18:10.449Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.411310308Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2023 | 2026-09-10T08:18:10.449Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.411367604Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-76b7a32a-5d3f-438b-ad50-cc96a1d6c232\"]","verb":"destroy","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2024 | 2026-09-10T08:18:10.515Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.428723536Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","elapsed_milliseconds":1987,"path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} |
| 2025 | 2026-09-10T08:18:10.515Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_instance_spec_round_trip_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:36:17\n 8: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:23:1\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.432688156Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 2026 | 2026-09-10T08:18:10.516Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.432813213Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 2027 | 2026-09-10T08:18:10.516Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.43290796Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 2028 | 2026-09-10T08:18:10.516Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.432971014Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"} |
| 2029 | 2026-09-10T08:18:10.516Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.433009159Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 2030 | 2026-09-10T08:18:10.516Z | |
| 2031 | 2026-09-10T08:18:10.516Z | failures: |
| 2032 | 2026-09-10T08:18:10.516Z | phd_tests::disk::in_memory_backend_smoke_test |
| 2033 | 2026-09-10T08:18:10.516Z | phd_tests::disk::in_memory_backend_migration_test |
| 2034 | 2026-09-10T08:18:10.516Z | phd_tests::crucible::migrate::smoke_test |
| 2035 | 2026-09-10T08:18:10.516Z | phd_tests::crucible::migrate::load_test |
| 2036 | 2026-09-10T08:18:10.516Z | phd_tests::boot_order::configurable_boot_order |
| 2037 | 2026-09-10T08:18:10.516Z | phd_tests::boot_order::unbootable_disk_skipped |
| 2038 | 2026-09-10T08:18:10.516Z | phd_tests::boot_order::boot_order_source_priority |
| 2039 | 2026-09-10T08:18:10.516Z | phd_tests::boot_order::guest_can_adjust_boot_order |
| 2040 | 2026-09-10T08:18:10.516Z | phd_tests::boot_order::nvme_boot_option_description |
| 2041 | 2026-09-10T08:18:10.516Z | phd_tests::server_state_machine::instance_reset_test |
| 2042 | 2026-09-10T08:18:10.516Z | phd_tests::server_state_machine::instance_start_stop_test |
| 2043 | 2026-09-10T08:18:10.516Z | phd_tests::server_state_machine::instance_stop_unstarted_test |
| 2044 | 2026-09-10T08:18:10.516Z | phd_tests::server_state_machine::stop_while_blocked_on_start_test |
| 2045 | 2026-09-10T08:18:10.516Z | phd_tests::server_state_machine::instance_stop_causes_destroy_test |
| 2046 | 2026-09-10T08:18:10.516Z | phd_tests::server_state_machine::instance_reset_requires_running_test |
| 2047 | 2026-09-10T08:18:10.516Z | phd_tests::stats::instance_vcpu_stats |
| 2048 | 2026-09-10T08:18:10.516Z | phd_tests::crucible::smoke::api_reboot_test |
| 2049 | 2026-09-10T08:18:10.516Z | phd_tests::crucible::smoke::guest_reboot_test |
| 2050 | 2026-09-10T08:18:10.516Z | phd_tests::crucible::smoke::vcr_replace_during_start_test |
| 2051 | 2026-09-10T08:18:10.516Z | phd_tests::crucible::smoke::boot_test |
| 2052 | 2026-09-10T08:18:10.516Z | phd_tests::hyperv::hyperv_smoke_test |
| 2053 | 2026-09-10T08:18:10.516Z | phd_tests::hyperv::hyperv_lifecycle_test |
| 2054 | 2026-09-10T08:18:10.516Z | phd_tests::hyperv::hyperv_reference_tsc_clocksource_test |
| 2055 | 2026-09-10T08:18:10.516Z | phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test |
| 2056 | 2026-09-10T08:18:10.516Z | phd_tests::smoke::nproc_test |
| 2057 | 2026-09-10T08:18:10.516Z | phd_tests::smoke::api_reboot_test |
| 2058 | 2026-09-10T08:18:10.516Z | phd_tests::smoke::guest_reboot_test |
| 2059 | 2026-09-10T08:18:10.516Z | phd_tests::smoke::instance_spec_get_test |
| 2060 | 2026-09-10T08:18:10.516Z | phd_tests::firmware::acpi_tables_parse |
| 2061 | 2026-09-10T08:18:10.516Z | phd_tests::firmware::acpi_tables_generation |
| 2062 | 2026-09-10T08:18:10.516Z | phd_tests::migrate::smoke_test |
| 2063 | 2026-09-10T08:18:10.517Z | phd_tests::migrate::serial_history |
| 2064 | 2026-09-10T08:18:10.517Z | phd_tests::migrate::multiple_migrations |
| 2065 | 2026-09-10T08:18:10.517Z | phd_tests::migrate::migration_ensures_instance_metadata |
| 2066 | 2026-09-10T08:18:10.517Z | phd_tests::migrate::vm_reaches_destroyed_after_migration_out |
| 2067 | 2026-09-10T08:18:10.517Z | phd_tests::vsock::vsock_get_cid |
| 2068 | 2026-09-10T08:18:10.517Z | phd_tests::vsock::vsock_smoke_test |
| 2069 | 2026-09-10T08:18:10.517Z | phd_tests::framework::long_line_serial_test |
| 2070 | 2026-09-10T08:18:10.517Z | phd_tests::framework::multiline_serial_test |
| 2071 | 2026-09-10T08:18:10.517Z | phd_tests::hw::lspci_lifecycle_test |
| 2072 | 2026-09-10T08:18:10.517Z | phd_tests::migrate::running_process::export_failure |
| 2073 | 2026-09-10T08:18:10.517Z | phd_tests::migrate::running_process::import_failure |
| 2074 | 2026-09-10T08:18:10.517Z | phd_tests::migrate::running_process::migrate_running_process |
| 2075 | 2026-09-10T08:18:10.517Z | phd_tests::cpuid::cpuid_boot_test |
| 2076 | 2026-09-10T08:18:10.517Z | phd_tests::cpuid::guest_cpu_topo_test |
| 2077 | 2026-09-10T08:18:10.517Z | phd_tests::cpuid::cpuid_migrate_smoke_test |
| 2078 | 2026-09-10T08:18:10.517Z | phd_tests::cpuid::cpuid_instance_spec_round_trip_test |
| 2079 | 2026-09-10T08:18:10.517Z | |
| 2080 | 2026-09-10T08:18:10.517Z | test result: FAILED. 0 passed; 47 failed; 1 skipped; 0 not run; finished in 98.73s |
| 2081 | 2026-09-10T08:18:10.517Z | |
| 2082 | 2026-09-10T08:18:10.517Z | {"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220060","pid":912,"time":"2026-09-10T08:18:10.433930853Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":47} |
| 2083 | 2026-09-10T08:18:10.556Z | |
| 2084 | 2026-09-10T08:18:10.581Z | real 1:39.201084202 |
| 2085 | 2026-09-10T08:18:10.581Z | user 24.664279941 |
| 2086 | 2026-09-10T08:18:10.581Z | sys 44.915816276 |
| 2087 | 2026-09-10T08:18:10.581Z | trap 0.005497503 |
| 2088 | 2026-09-10T08:18:10.581Z | tflt 0.006881816 |
| 2089 | 2026-09-10T08:18:10.581Z | dflt 0.010133896 |
| 2090 | 2026-09-10T08:18:10.581Z | kflt 0.000552461 |
| 2091 | 2026-09-10T08:18:10.581Z | lock 3:42:03.346563959 |
| 2092 | 2026-09-10T08:18:10.581Z | slp 2:13.066838885 |
| 2093 | 2026-09-10T08:18:10.581Z | lat 6.944879779 |
| 2094 | 2026-09-10T08:18:10.581Z | stop 4:08.151091679 |
| 2095 | 2026-09-10T08:18:10.581Z | + failcount=47 |
| 2096 | 2026-09-10T08:18:10.581Z | + set -e |
| 2097 | 2026-09-10T08:18:10.581Z | + tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd . |
| 2098 | 2026-09-10T08:18:10.581Z | Compressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'... |
| 2099 | 2026-09-10T08:18:10.581Z | a ./ 0K |
| 2100 | 2026-09-10T08:18:10.581Z | a ./phd_tests::disk::in_memory_backend_smoke_test/ 0K |
| 2101 | 2026-09-10T08:18:10.581Z | a ./phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log 1K |
| 2102 | 2026-09-10T08:18:10.581Z | a ./phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log 1K |
| 2103 | 2026-09-10T08:18:10.581Z | a ./phd_tests::disk::in_memory_backend_migration_test/ 0K |
| 2104 | 2026-09-10T08:18:10.581Z | a ./phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log 1K |
| 2105 | 2026-09-10T08:18:10.581Z | a ./phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log 4K |
| 2106 | 2026-09-10T08:18:10.581Z | a ./phd_tests::crucible::migrate::smoke_test/ 0K |
| 2107 | 2026-09-10T08:18:10.581Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000.stdout.log 3K |
| 2108 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000.stderr.log 0K |
| 2109 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001.stdout.log 3K |
| 2110 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001.stderr.log 0K |
| 2111 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002.stdout.log 3K |
| 2112 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002.stderr.log 0K |
| 2113 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log 1K |
| 2114 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log 4K |
| 2115 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/ 0K |
| 2116 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9000.stdout.log 3K |
| 2117 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9000.stderr.log 0K |
| 2118 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9001.stdout.log 3K |
| 2119 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9001.stderr.log 0K |
| 2120 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9002.stdout.log 3K |
| 2121 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9002.stderr.log 0K |
| 2122 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log 1K |
| 2123 | 2026-09-10T08:18:10.582Z | a ./phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log 4K |
| 2124 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::configurable_boot_order/ 0K |
| 2125 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log 1K |
| 2126 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log 4K |
| 2127 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::unbootable_disk_skipped/ 0K |
| 2128 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log 1K |
| 2129 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log 4K |
| 2130 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::boot_order_source_priority/ 0K |
| 2131 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log 1K |
| 2132 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log 4K |
| 2133 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::guest_can_adjust_boot_order/ 0K |
| 2134 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log 1K |
| 2135 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log 4K |
| 2136 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::nvme_boot_option_description/ 0K |
| 2137 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log 1K |
| 2138 | 2026-09-10T08:18:10.582Z | a ./phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log 4K |
| 2139 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_reset_test/ 0K |
| 2140 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log 1K |
| 2141 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log 4K |
| 2142 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_start_stop_test/ 0K |
| 2143 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log 1K |
| 2144 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log 4K |
| 2145 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_stop_unstarted_test/ 0K |
| 2146 | 2026-09-10T08:18:10.582Z | a ./phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log 1K |
| 2147 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log 4K |
| 2148 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/ 0K |
| 2149 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9000.stdout.log 3K |
| 2150 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9000.stderr.log 0K |
| 2151 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9001.stdout.log 3K |
| 2152 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9001.stderr.log 0K |
| 2153 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9002.stdout.log 3K |
| 2154 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9002.stderr.log 0K |
| 2155 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log 1K |
| 2156 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log 4K |
| 2157 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/ 0K |
| 2158 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log 1K |
| 2159 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log 4K |
| 2160 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::instance_reset_requires_running_test/ 0K |
| 2161 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log 1K |
| 2162 | 2026-09-10T08:18:10.583Z | a ./phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log 4K |
| 2163 | 2026-09-10T08:18:10.583Z | a ./phd_tests::stats::instance_vcpu_stats/ 0K |
| 2164 | 2026-09-10T08:18:10.583Z | a ./phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log 1K |
| 2165 | 2026-09-10T08:18:10.583Z | a ./phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log 4K |
| 2166 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/ 0K |
| 2167 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9000.stdout.log 3K |
| 2168 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9000.stderr.log 0K |
| 2169 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9001.stdout.log 3K |
| 2170 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9001.stderr.log 0K |
| 2171 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9002.stdout.log 3K |
| 2172 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9002.stderr.log 0K |
| 2173 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log 1K |
| 2174 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log 4K |
| 2175 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/ 0K |
| 2176 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000.stdout.log 3K |
| 2177 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000.stderr.log 0K |
| 2178 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001.stdout.log 3K |
| 2179 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001.stderr.log 0K |
| 2180 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002.stdout.log 3K |
| 2181 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002.stderr.log 0K |
| 2182 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log 1K |
| 2183 | 2026-09-10T08:18:10.583Z | a ./phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log 4K |
| 2184 | 2026-09-10T08:18:10.608Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/ 0K |
| 2185 | 2026-09-10T08:18:10.608Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9000.stdout.log 1K |
| 2186 | 2026-09-10T08:18:10.608Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9000.stderr.log 0K |
| 2187 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9001.stdout.log 3K |
| 2188 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9001.stderr.log 0K |
| 2189 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9002.stdout.log 3K |
| 2190 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9002.stderr.log 0K |
| 2191 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log 1K |
| 2192 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log 1K |
| 2193 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/ 0K |
| 2194 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000.stdout.log 3K |
| 2195 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000.stderr.log 0K |
| 2196 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001.stdout.log 3K |
| 2197 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001.stderr.log 0K |
| 2198 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002.stdout.log 3K |
| 2199 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002.stderr.log 0K |
| 2200 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log 1K |
| 2201 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log 4K |
| 2202 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/ 0K |
| 2203 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9000.stdout.log 3K |
| 2204 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9000.stderr.log 0K |
| 2205 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9001.stdout.log 3K |
| 2206 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9001.stderr.log 0K |
| 2207 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9002.stdout.log 3K |
| 2208 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9002.stderr.log 0K |
| 2209 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log 1K |
| 2210 | 2026-09-10T08:18:10.609Z | a ./phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log 4K |
| 2211 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_smoke_test/ 0K |
| 2212 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log 1K |
| 2213 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log 4K |
| 2214 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_lifecycle_test/ 0K |
| 2215 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log 1K |
| 2216 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log 4K |
| 2217 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/ 0K |
| 2218 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log 1K |
| 2219 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log 4K |
| 2220 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/ 0K |
| 2221 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log 1K |
| 2222 | 2026-09-10T08:18:10.609Z | a ./phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log 4K |
| 2223 | 2026-09-10T08:18:10.609Z | a ./phd_tests::smoke::nproc_test/ 0K |
| 2224 | 2026-09-10T08:18:10.609Z | a ./phd_tests::smoke::nproc_test/nproc_test.stdout.log 1K |
| 2225 | 2026-09-10T08:18:10.609Z | a ./phd_tests::smoke::nproc_test/nproc_test.stderr.log 4K |
| 2226 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::api_reboot_test/ 0K |
| 2227 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log 1K |
| 2228 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log 4K |
| 2229 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::guest_reboot_test/ 0K |
| 2230 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log 1K |
| 2231 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log 4K |
| 2232 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::instance_spec_get_test/ 0K |
| 2233 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log 1K |
| 2234 | 2026-09-10T08:18:10.610Z | a ./phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log 4K |
| 2235 | 2026-09-10T08:18:10.610Z | a ./phd_tests::firmware::acpi_tables_parse/ 0K |
| 2236 | 2026-09-10T08:18:10.610Z | a ./phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log 1K |
| 2237 | 2026-09-10T08:18:10.610Z | a ./phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log 4K |
| 2238 | 2026-09-10T08:18:10.610Z | a ./phd_tests::firmware::acpi_tables_generation/ 0K |
| 2239 | 2026-09-10T08:18:10.610Z | a ./phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log 1K |
| 2240 | 2026-09-10T08:18:10.610Z | a ./phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log 4K |
| 2241 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::smoke_test/ 0K |
| 2242 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::smoke_test/migration_smoke.stdout.log 1K |
| 2243 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::smoke_test/migration_smoke.stderr.log 4K |
| 2244 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::serial_history/ 0K |
| 2245 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::serial_history/migration_serial_history.stdout.log 1K |
| 2246 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::serial_history/migration_serial_history.stderr.log 4K |
| 2247 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::multiple_migrations/ 0K |
| 2248 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log 1K |
| 2249 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log 4K |
| 2250 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log 1K |
| 2251 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log 4K |
| 2252 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log 1K |
| 2253 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log 4K |
| 2254 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/ 0K |
| 2255 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log 1K |
| 2256 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log 4K |
| 2257 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log 1K |
| 2258 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log 4K |
| 2259 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/ 0K |
| 2260 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log 1K |
| 2261 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log 4K |
| 2262 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log 1K |
| 2263 | 2026-09-10T08:18:10.610Z | a ./phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log 4K |
| 2264 | 2026-09-10T08:18:10.610Z | a ./phd_tests::vsock::vsock_get_cid/ 0K |
| 2265 | 2026-09-10T08:18:10.611Z | a ./phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log 1K |
| 2266 | 2026-09-10T08:18:10.611Z | a ./phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log 4K |
| 2267 | 2026-09-10T08:18:10.611Z | a ./phd_tests::vsock::vsock_smoke_test/ 0K |
| 2268 | 2026-09-10T08:18:10.611Z | a ./phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log 1K |
| 2269 | 2026-09-10T08:18:10.611Z | a ./phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log 4K |
| 2270 | 2026-09-10T08:18:10.611Z | a ./phd_tests::framework::long_line_serial_test/ 0K |
| 2271 | 2026-09-10T08:18:10.611Z | a ./phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log 1K |
| 2272 | 2026-09-10T08:18:10.611Z | a ./phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log 4K |
| 2273 | 2026-09-10T08:18:10.611Z | a ./phd_tests::framework::multiline_serial_test/ 0K |
| 2274 | 2026-09-10T08:18:10.611Z | a ./phd_tests::framework::multiline_serial_test/multiline_test.stdout.log 1K |
| 2275 | 2026-09-10T08:18:10.611Z | a ./phd_tests::framework::multiline_serial_test/multiline_test.stderr.log 4K |
| 2276 | 2026-09-10T08:18:10.611Z | a ./phd_tests::hw::lspci_lifecycle_test/ 0K |
| 2277 | 2026-09-10T08:18:10.611Z | a ./phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log 1K |
| 2278 | 2026-09-10T08:18:10.611Z | a ./phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log 4K |
| 2279 | 2026-09-10T08:18:10.611Z | a ./phd_tests::migrate::running_process::export_failure/ 0K |
| 2280 | 2026-09-10T08:18:10.611Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log 1K |
| 2281 | 2026-09-10T08:18:10.611Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log 4K |
| 2282 | 2026-09-10T08:18:10.611Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log 1K |
| 2283 | 2026-09-10T08:18:10.611Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log 4K |
| 2284 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log 1K |
| 2285 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log 4K |
| 2286 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::import_failure/ 0K |
| 2287 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log 1K |
| 2288 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log 4K |
| 2289 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log 1K |
| 2290 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log 4K |
| 2291 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log 1K |
| 2292 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log 4K |
| 2293 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::migrate_running_process/ 0K |
| 2294 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log 1K |
| 2295 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log 4K |
| 2296 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log 1K |
| 2297 | 2026-09-10T08:18:10.636Z | a ./phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log 4K |
| 2298 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_boot_test/ 0K |
| 2299 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log 1K |
| 2300 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log 4K |
| 2301 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::guest_cpu_topo_test/ 0K |
| 2302 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log 1K |
| 2303 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log 4K |
| 2304 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_migrate_smoke_test/ 0K |
| 2305 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log 1K |
| 2306 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log 4K |
| 2307 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/ 0K |
| 2308 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log 1K |
| 2309 | 2026-09-10T08:18:10.636Z | a ./phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log 4K |
| 2310 | 2026-09-10T08:18:10.636Z | + exitcode=0 |
| 2311 | 2026-09-10T08:18:10.636Z | + '[' 47 -eq 0 ']' |
| 2312 | 2026-09-10T08:18:10.636Z | + echo |
| 2313 | 2026-09-10T08:18:10.636Z | |
| 2314 | 2026-09-10T08:18:10.636Z | + echo 'SOME TESTS FAILED' |
| 2315 | 2026-09-10T08:18:10.636Z | SOME TESTS FAILED |
| 2316 | 2026-09-10T08:18:10.636Z | |
| 2317 | 2026-09-10T08:18:10.636Z | + echo |
| 2318 | 2026-09-10T08:18:10.636Z | + exitcode=1 |
| 2319 | 2026-09-10T08:18:10.636Z | + find /dev/vmm -mindepth 1 -maxdepth 1 |
| 2320 | 2026-09-10T08:18:10.637Z | + read |
| 2321 | 2026-09-10T08:18:10.637Z | + exit 1 |
| 2322 | 2026-09-10T08:18:10.637Z | process exited: duration 164127 ms, exit code 1 |
| |
| 2323 | 2026-09-10T08:18:10.689Z | found 2 output files |
| 2324 | 2026-09-10T08:18:10.718Z | uploading: /tmp/phd-runner.log (1786169 bytes) |
| 2325 | 2026-09-10T08:18:11.883Z | uploaded: /tmp/phd-runner.log |
| 2326 | 2026-09-10T08:18:11.907Z | uploading: /tmp/phd-tmp-files.tar.gz (13596 bytes) |
| 2327 | 2026-09-10T08:18:12.999Z | uploaded: /tmp/phd-tmp-files.tar.gz |