| 1 | 2026-09-10T08:58:41.761Z | INFO | phd-runner: phd_runner
file = phd-tests/runner/src/main.rs
line = 36
runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: ["phd_tests::migrate::from_base"], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }
target = phd_runner
|
| 2 | 2026-09-10T08:58:41.787Z | DEBG | phd-runner: Created new artifact store from manifest
file = phd-tests/framework/src/artifacts/store.rs
line = 219
store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("bf64f45b1a58e69d126a3c6ca1e4512c88668132"), sha256: "740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 247, tv_nsec: 432377102 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } }
target = phd_framework::artifacts::store
|
| 3 | 2026-09-10T08:58:41.787Z | INFO | phd-runner: Adding Propolis server from local command
file = phd-tests/framework/src/artifacts/store.rs
line = 227
propolis_server_cmd = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 4 | 2026-09-10T08:58:41.789Z | INFO | phd-runner: Adding crucible-downstairs from Buildomat Git revision
commit = ad8a31742adc45e925e63443a5b43c8e30604022
file = phd-tests/framework/src/artifacts/store.rs
line = 311
target = phd_framework::artifacts::store
|
| 5 | 2026-09-10T08:58:41.794Z | DEBG | phd-runner: Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.sha256.txt
|
| 6 | 2026-09-10T08:58:42.047Z | WARN | phd-runner: No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.
file = phd-tests/framework/src/lib.rs
line = 309
target = phd_framework
|
| 7 | 2026-09-10T08:58:42.049Z | INFO | phd-runner: [EXECUTION_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 25
target = phd_runner::fixtures
|
| 8 | 2026-09-10T08:58:42.050Z | INFO | phd-runner: [EXECUTION_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 25
target = phd_runner::fixtures
|
| 9 | 2026-09-10T08:58:42.052Z | INFO | phd-runner: Running 48 test(s)
file = phd-tests/runner/src/execute.rs
line = 83
target = phd_runner::execute
|
| 10 | 2026-09-10T08:58:42.052Z | INFO | phd-runner: Starting test phd_tests::disk::in_memory_backend_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 11 | 2026-09-10T08:58:42.052Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 12 | 2026-09-10T08:58:42.052Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 13 | 2026-09-10T08:58:42.053Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/disk.rs
line = 115
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_tests::disk
|
| 14 | 2026-09-10T08:58:42.054Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::store
|
| 15 | 2026-09-10T08:58:42.067Z | DEBG | phd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso
file = phd-tests/framework/src/artifacts/store.rs
line = 614
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::store
timeout = 600s
|
| 16 | 2026-09-10T08:58:57.243Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::store
|
| 17 | 2026-09-10T08:58:57.244Z | DEBG | phd-runner: [TEST - EVENT] Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd
|
| 18 | 2026-09-10T08:58:57.829Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 19 | 2026-09-10T08:58:57.829Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 20 | 2026-09-10T08:58:57.830Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = list
|
| 21 | 2026-09-10T08:58:57.856Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.73M 25.3T 96K /phd-artifacts\n
target = phd_framework::zfs
|
| 22 | 2026-09-10T08:58:57.858Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-edce8f54-6193-4dda-9194-fe0cb7ac5bf4"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 23 | 2026-09-10T08:58:57.880Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-edce8f54-6193-4dda-9194-fe0cb7ac5bf4", "phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = clone
|
| 24 | 2026-09-10T08:58:57.900Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = list
|
| 25 | 2026-09-10T08:58:57.911Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498 0B 25.3T 49.0M /phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498\n
target = phd_framework::zfs
|
| 26 | 2026-09-10T08:58:57.922Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
|
| 27 | 2026-09-10T08:58:57.922Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm_name = in_memory_backend_test
|
| 28 | 2026-09-10T08:58:57.922Z | DEBG | phd-runner: [NEW - EVENT] Examining locally-sourced artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 56
path = /work/phd-test/propolis-server
sha256 = None
target = phd_framework::artifacts::store
|
| 29 | 2026-09-10T08:58:57.922Z | DEBG | phd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path
file = phd-tests/framework/src/artifacts/store.rs
line = 69
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 30 | 2026-09-10T08:58:57.922Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::disk::in_memory_backend_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 31 | 2026-09-10T08:58:57.922Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::disk::in_memory_backend_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log"
target = phd_framework::log_config
|
| 32 | 2026-09-10T08:58:57.951Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 917
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm::server
|
| 33 | 2026-09-10T08:58:57.965Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 43
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
|
| 34 | 2026-09-10T08:58:57.966Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 1c0b88e1-1880-43aa-a0c7-31f7453e16bd
|
| 35 | 2026-09-10T08:58:57.973Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 1c0b88e1-1880-43aa-a0c7-31f7453e16bd
|
| 36 | 2026-09-10T08:58:58.366Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 1c0b88e1-1880-43aa-a0c7-31f7453e16bd
|
| 37 | 2026-09-10T08:58:59.196Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 1c0b88e1-1880-43aa-a0c7-31f7453e16bd
|
| 38 | 2026-09-10T08:58:59.209Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1242
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 1c0b88e1-1880-43aa-a0c7-31f7453e16bd
|
| 39 | 2026-09-10T08:58:59.209Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::disk::in_memory_backend_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 40 | 2026-09-10T08:58:59.244Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
|
| 41 | 2026-09-10T08:58:59.244Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bc84cc68-6074-444d-ac47-5d55d7bb5498"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 42 | 2026-09-10T08:58:59.277Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
|
| 43 | 2026-09-10T08:58:59.277Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-edce8f54-6193-4dda-9194-fe0cb7ac5bf4"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 44 | 2026-09-10T08:58:59.296Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 17240
file = phd-tests/tests/src/disk.rs
line = 115
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_tests::disk
|
| 45 | 2026-09-10T08:59:00.405Z | INFO | phd-runner: test phd_tests::disk::in_memory_backend_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17
8: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:134:6
9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:115:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 46 | 2026-09-10T08:59:00.405Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 47 | 2026-09-10T08:59:00.410Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 5
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 48 | 2026-09-10T08:59:00.411Z | INFO | phd-runner: Starting test phd_tests::disk::in_memory_backend_migration_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 49 | 2026-09-10T08:59:00.411Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 50 | 2026-09-10T08:59:00.411Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 51 | 2026-09-10T08:59:00.411Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/disk.rs
line = 146
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_tests::disk
|
| 52 | 2026-09-10T08:59:00.411Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 53 | 2026-09-10T08:59:00.411Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 54 | 2026-09-10T08:59:00.411Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 55 | 2026-09-10T08:59:00.411Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = list
|
| 56 | 2026-09-10T08:59:00.423Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_migration_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 52.1M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 57 | 2026-09-10T08:59:00.423Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a05d5aa0-315d-41ad-91d1-b3a02114a9b3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = snapshot
|
| 58 | 2026-09-10T08:59:00.440Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a05d5aa0-315d-41ad-91d1-b3a02114a9b3", "phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = clone
|
| 59 | 2026-09-10T08:59:00.459Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = list
|
| 60 | 2026-09-10T08:59:00.470Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_migration_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac 0B 25.3T 49.0M /phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac\n
target = phd_framework::zfs
|
| 61 | 2026-09-10T08:59:00.471Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
|
| 62 | 2026-09-10T08:59:00.471Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm_name = in_memory_backend_migration_test_source
|
| 63 | 2026-09-10T08:59:00.471Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 64 | 2026-09-10T08:59:00.471Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::disk::in_memory_backend_migration_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 65 | 2026-09-10T08:59:00.471Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::disk::in_memory_backend_migration_test
stderr_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log"
target = phd_framework::log_config
|
| 66 | 2026-09-10T08:59:00.505Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 925
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm::server
|
| 67 | 2026-09-10T08:59:00.519Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
|
| 68 | 2026-09-10T08:59:00.519Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = ad84a62c-668d-4cec-bad4-1b968ffd0cee
|
| 69 | 2026-09-10T08:59:00.521Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = ad84a62c-668d-4cec-bad4-1b968ffd0cee
|
| 70 | 2026-09-10T08:59:01.228Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = ad84a62c-668d-4cec-bad4-1b968ffd0cee
|
| 71 | 2026-09-10T08:59:01.859Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = ad84a62c-668d-4cec-bad4-1b968ffd0cee
|
| 72 | 2026-09-10T08:59:01.859Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1339
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = ad84a62c-668d-4cec-bad4-1b968ffd0cee
|
| 73 | 2026-09-10T08:59:01.859Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::disk::in_memory_backend_migration_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 74 | 2026-09-10T08:59:01.868Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
|
| 75 | 2026-09-10T08:59:01.868Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ede88c18-b3e1-434e-bf4e-f95903a001ac"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = destroy
|
| 76 | 2026-09-10T08:59:01.902Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
|
| 77 | 2026-09-10T08:59:01.902Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a05d5aa0-315d-41ad-91d1-b3a02114a9b3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = destroy
|
| 78 | 2026-09-10T08:59:01.919Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1507
file = phd-tests/tests/src/disk.rs
line = 146
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_tests::disk
|
| 79 | 2026-09-10T08:59:01.924Z | INFO | phd-runner: test phd_tests::disk::in_memory_backend_migration_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17
8: phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:158:6
9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::disk::in_memory_backend_migration_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:146:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 80 | 2026-09-10T08:59:01.924Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 81 | 2026-09-10T08:59:01.924Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 82 | 2026-09-10T08:59:01.924Z | INFO | phd-runner: Starting test phd_tests::crucible::migrate::smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 83 | 2026-09-10T08:59:01.924Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 84 | 2026-09-10T08:59:01.924Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 85 | 2026-09-10T08:59:01.924Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/migrate.rs
line = 10
path = phd_tests::crucible::migrate::smoke_test
target = phd_tests::crucible::migrate
|
| 86 | 2026-09-10T08:59:01.924Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 87 | 2026-09-10T08:59:01.925Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 88 | 2026-09-10T08:59:01.925Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-nightly.tar.gz
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
|
| 89 | 2026-09-10T08:59:01.925Z | DEBG | phd-runner: [TEST - EVENT] Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.tar.gz
|
| 90 | 2026-09-10T08:59:09.702Z | DEBG | phd-runner: [TEST - EVENT] Extracting artifact from tarball
extracted_path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
file = phd-tests/framework/src/artifacts/store.rs
line = 160
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
untar_path = target/release/crucible-downstairs
|
| 91 | 2026-09-10T08:59:09.702Z | DEBG | phd-runner: [TEST - EVENT] Extracting gzipped tarball...
file = phd-tests/framework/src/artifacts/store.rs
line = 514
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
|
| 92 | 2026-09-10T08:59:16.110Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 93 | 2026-09-10T08:59:16.111Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000", "--encrypted", "--uuid", "9af30238-b852-4543-b05b-5db51e07ad23", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 94 | 2026-09-10T08:59:16.219Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.128607964Z","hostname":"BRM42220060","pid":929}\n{"msg":"UUID: 9af30238-b852-4543-b05b-5db51e07ad23","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.211034634Z","hostname":"BRM42220060","pid":929}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.211047502Z","hostname":"BRM42220060","pid":929}\n
target = phd_framework::disk::crucible
|
| 95 | 2026-09-10T08:59:16.219Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001", "--encrypted", "--uuid", "9af30238-b852-4543-b05b-5db51e07ad23", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 96 | 2026-09-10T08:59:16.320Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.229571497Z","hostname":"BRM42220060","pid":930}\n{"msg":"UUID: 9af30238-b852-4543-b05b-5db51e07ad23","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.314783048Z","hostname":"BRM42220060","pid":930}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.314799318Z","hostname":"BRM42220060","pid":930}\n
target = phd_framework::disk::crucible
|
| 97 | 2026-09-10T08:59:16.321Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002", "--encrypted", "--uuid", "9af30238-b852-4543-b05b-5db51e07ad23", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 98 | 2026-09-10T08:59:16.423Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.330957599Z","hostname":"BRM42220060","pid":931}\n{"msg":"UUID: 9af30238-b852-4543-b05b-5db51e07ad23","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.41861564Z","hostname":"BRM42220060","pid":931}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:16.418650767Z","hostname":"BRM42220060","pid":931}\n
target = phd_framework::disk::crucible
|
| 99 | 2026-09-10T08:59:16.424Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9000.stdout.log"
target = phd_framework::log_config
|
| 100 | 2026-09-10T08:59:16.424Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 101 | 2026-09-10T08:59:16.424Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 102 | 2026-09-10T08:59:16.427Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9001.stdout.log"
target = phd_framework::log_config
|
| 103 | 2026-09-10T08:59:16.427Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 104 | 2026-09-10T08:59:16.427Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 105 | 2026-09-10T08:59:16.429Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_9af30238-b852-4543-b05b-5db51e07ad23_9002.stdout.log"
target = phd_framework::log_config
|
| 106 | 2026-09-10T08:59:16.429Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 107 | 2026-09-10T08:59:16.429Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 108 | 2026-09-10T08:59:16.434Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
|
| 109 | 2026-09-10T08:59:16.434Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm_name = crucible_migrate_smoke_source
|
| 110 | 2026-09-10T08:59:16.435Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 111 | 2026-09-10T08:59:16.435Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::migrate::smoke_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 112 | 2026-09-10T08:59:16.435Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log"
target = phd_framework::log_config
|
| 113 | 2026-09-10T08:59:16.526Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 935
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm::server
|
| 114 | 2026-09-10T08:59:16.539Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 104
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
|
| 115 | 2026-09-10T08:59:16.540Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = a47e041d-71bf-4cdb-9002-c1c496b63618
|
| 116 | 2026-09-10T08:59:16.540Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = a47e041d-71bf-4cdb-9002-c1c496b63618
|
| 117 | 2026-09-10T08:59:17.213Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = a47e041d-71bf-4cdb-9002-c1c496b63618
|
| 118 | 2026-09-10T08:59:18.212Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = a47e041d-71bf-4cdb-9002-c1c496b63618
|
| 119 | 2026-09-10T08:59:18.212Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1672
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = a47e041d-71bf-4cdb-9002-c1c496b63618
|
| 120 | 2026-09-10T08:59:18.212Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::migrate::smoke_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 121 | 2026-09-10T08:59:18.220Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000" } }
target = phd_framework::disk::crucible
|
| 122 | 2026-09-10T08:59:18.227Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9000"
target = phd_framework::disk::crucible
|
| 123 | 2026-09-10T08:59:18.240Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001" } }
target = phd_framework::disk::crucible
|
| 124 | 2026-09-10T08:59:18.245Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9001"
target = phd_framework::disk::crucible
|
| 125 | 2026-09-10T08:59:18.253Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002" } }
target = phd_framework::disk::crucible
|
| 126 | 2026-09-10T08:59:18.260Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/9af30238-b852-4543-b05b-5db51e07ad23_9002"
target = phd_framework::disk::crucible
|
| 127 | 2026-09-10T08:59:18.268Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 16337
file = phd-tests/tests/src/crucible/migrate.rs
line = 10
path = phd_tests::crucible::migrate::smoke_test
target = phd_tests::crucible::migrate
|
| 128 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: test phd_tests::crucible::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:19:21
8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::migrate::smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 129 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 130 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 131 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: Starting test phd_tests::crucible::migrate::load_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 132 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 133 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 134 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/migrate.rs
line = 40
path = phd_tests::crucible::migrate::load_test
target = phd_tests::crucible::migrate
|
| 135 | 2026-09-10T08:59:18.271Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 136 | 2026-09-10T08:59:18.271Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 137 | 2026-09-10T08:59:18.271Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 138 | 2026-09-10T08:59:18.271Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 139 | 2026-09-10T08:59:18.271Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000", "--encrypted", "--uuid", "bcccb378-e15c-41a4-a89a-d25fba69ca9e", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 140 | 2026-09-10T08:59:18.370Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.281291696Z","hostname":"BRM42220060","pid":937}\n{"msg":"UUID: bcccb378-e15c-41a4-a89a-d25fba69ca9e","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.365819896Z","hostname":"BRM42220060","pid":937}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.3658435Z","hostname":"BRM42220060","pid":937}\n
target = phd_framework::disk::crucible
|
| 141 | 2026-09-10T08:59:18.370Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001", "--encrypted", "--uuid", "bcccb378-e15c-41a4-a89a-d25fba69ca9e", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 142 | 2026-09-10T08:59:18.472Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.381458895Z","hostname":"BRM42220060","pid":938}\n{"msg":"UUID: bcccb378-e15c-41a4-a89a-d25fba69ca9e","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.467543995Z","hostname":"BRM42220060","pid":938}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.467567419Z","hostname":"BRM42220060","pid":938}\n
target = phd_framework::disk::crucible
|
| 143 | 2026-09-10T08:59:18.472Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002", "--encrypted", "--uuid", "bcccb378-e15c-41a4-a89a-d25fba69ca9e", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 144 | 2026-09-10T08:59:18.573Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.482739496Z","hostname":"BRM42220060","pid":939}\n{"msg":"UUID: bcccb378-e15c-41a4-a89a-d25fba69ca9e","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.568612485Z","hostname":"BRM42220060","pid":939}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:18.568637563Z","hostname":"BRM42220060","pid":939}\n
target = phd_framework::disk::crucible
|
| 145 | 2026-09-10T08:59:18.573Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000.stdout.log"
target = phd_framework::log_config
|
| 146 | 2026-09-10T08:59:18.573Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 147 | 2026-09-10T08:59:18.573Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 148 | 2026-09-10T08:59:18.575Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001.stdout.log"
target = phd_framework::log_config
|
| 149 | 2026-09-10T08:59:18.575Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 150 | 2026-09-10T08:59:18.575Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 151 | 2026-09-10T08:59:18.577Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002.stdout.log"
target = phd_framework::log_config
|
| 152 | 2026-09-10T08:59:18.578Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 153 | 2026-09-10T08:59:18.578Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 154 | 2026-09-10T08:59:18.580Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
|
| 155 | 2026-09-10T08:59:18.580Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm_name = crucible_load_test_source
|
| 156 | 2026-09-10T08:59:18.580Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 157 | 2026-09-10T08:59:18.580Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::migrate::load_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 158 | 2026-09-10T08:59:18.580Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log"
target = phd_framework::log_config
|
| 159 | 2026-09-10T08:59:18.612Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 943
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm::server
|
| 160 | 2026-09-10T08:59:18.626Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 45
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
|
| 161 | 2026-09-10T08:59:18.626Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 31c1d416-488d-417d-86b5-d4653100a131
|
| 162 | 2026-09-10T08:59:18.627Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 31c1d416-488d-417d-86b5-d4653100a131
|
| 163 | 2026-09-10T08:59:19.199Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 31c1d416-488d-417d-86b5-d4653100a131
|
| 164 | 2026-09-10T08:59:19.956Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 31c1d416-488d-417d-86b5-d4653100a131
|
| 165 | 2026-09-10T08:59:19.956Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1329
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 31c1d416-488d-417d-86b5-d4653100a131
|
| 166 | 2026-09-10T08:59:19.957Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::migrate::load_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 167 | 2026-09-10T08:59:19.965Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000" } }
target = phd_framework::disk::crucible
|
| 168 | 2026-09-10T08:59:19.971Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9000"
target = phd_framework::disk::crucible
|
| 169 | 2026-09-10T08:59:19.978Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001" } }
target = phd_framework::disk::crucible
|
| 170 | 2026-09-10T08:59:19.984Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9001"
target = phd_framework::disk::crucible
|
| 171 | 2026-09-10T08:59:19.992Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002" } }
target = phd_framework::disk::crucible
|
| 172 | 2026-09-10T08:59:19.997Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/bcccb378-e15c-41a4-a89a-d25fba69ca9e_9002"
target = phd_framework::disk::crucible
|
| 173 | 2026-09-10T08:59:20.006Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1733
file = phd-tests/tests/src/crucible/migrate.rs
line = 40
path = phd_tests::crucible::migrate::load_test
target = phd_tests::crucible::migrate
|
| 174 | 2026-09-10T08:59:20.009Z | INFO | phd-runner: test phd_tests::crucible::migrate::load_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:49:21
8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::migrate::load_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:40:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 175 | 2026-09-10T08:59:20.009Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 176 | 2026-09-10T08:59:20.009Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 177 | 2026-09-10T08:59:20.009Z | INFO | phd-runner: Starting test phd_tests::boot_order::configurable_boot_order
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 178 | 2026-09-10T08:59:20.009Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 179 | 2026-09-10T08:59:20.009Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 180 | 2026-09-10T08:59:20.010Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 51
path = phd_tests::boot_order::configurable_boot_order
target = phd_tests::boot_order
|
| 181 | 2026-09-10T08:59:20.011Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 182 | 2026-09-10T08:59:20.011Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 183 | 2026-09-10T08:59:20.011Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 184 | 2026-09-10T08:59:20.011Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 185 | 2026-09-10T08:59:20.022Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 186 | 2026-09-10T08:59:20.022Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8fe43035-c916-4855-868d-424899e35db8"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 187 | 2026-09-10T08:59:20.041Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8fe43035-c916-4855-868d-424899e35db8", "phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = clone
|
| 188 | 2026-09-10T08:59:20.058Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 189 | 2026-09-10T08:59:20.068Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7 0B 25.3T 207M /phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7\n
target = phd_framework::zfs
|
| 190 | 2026-09-10T08:59:20.069Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 191 | 2026-09-10T08:59:20.069Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 192 | 2026-09-10T08:59:20.080Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 193 | 2026-09-10T08:59:20.080Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-63234716-d0a8-4ded-9e9c-5b7852329121"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 194 | 2026-09-10T08:59:20.100Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-63234716-d0a8-4ded-9e9c-5b7852329121", "phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = clone
|
| 195 | 2026-09-10T08:59:20.119Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 196 | 2026-09-10T08:59:20.131Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491 0B 25.3T 207M /phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491\n
target = phd_framework::zfs
|
| 197 | 2026-09-10T08:59:20.132Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
|
| 198 | 2026-09-10T08:59:20.132Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm_name = configurable_boot_order
|
| 199 | 2026-09-10T08:59:20.132Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 200 | 2026-09-10T08:59:20.132Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::configurable_boot_order
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 201 | 2026-09-10T08:59:20.132Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::configurable_boot_order
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log"
target = phd_framework::log_config
|
| 202 | 2026-09-10T08:59:20.166Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 953
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm::server
|
| 203 | 2026-09-10T08:59:20.180Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
|
| 204 | 2026-09-10T08:59:20.180Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 3f22405f-6580-4f82-8720-09b37e6adc49
|
| 205 | 2026-09-10T08:59:20.181Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 3f22405f-6580-4f82-8720-09b37e6adc49
|
| 206 | 2026-09-10T08:59:20.923Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 3f22405f-6580-4f82-8720-09b37e6adc49
|
| 207 | 2026-09-10T08:59:21.996Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 3f22405f-6580-4f82-8720-09b37e6adc49
|
| 208 | 2026-09-10T08:59:21.997Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1815
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 3f22405f-6580-4f82-8720-09b37e6adc49
|
| 209 | 2026-09-10T08:59:21.997Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::configurable_boot_order
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 210 | 2026-09-10T08:59:22.005Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 211 | 2026-09-10T08:59:22.006Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e2ae2ec8-e7c7-430c-ba50-9762ffb048f7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 212 | 2026-09-10T08:59:22.031Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 213 | 2026-09-10T08:59:22.031Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8fe43035-c916-4855-868d-424899e35db8"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 214 | 2026-09-10T08:59:22.049Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 215 | 2026-09-10T08:59:22.049Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1684ab8b-1b87-46b7-ab1a-e41b959c7491"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 216 | 2026-09-10T08:59:22.072Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 217 | 2026-09-10T08:59:22.072Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-63234716-d0a8-4ded-9e9c-5b7852329121"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 218 | 2026-09-10T08:59:22.091Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2079
file = phd-tests/tests/src/boot_order.rs
line = 51
path = phd_tests::boot_order::configurable_boot_order
target = phd_tests::boot_order
|
| 219 | 2026-09-10T08:59:22.097Z | INFO | phd-runner: test phd_tests::boot_order::configurable_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:73:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::configurable_boot_order::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:51:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 220 | 2026-09-10T08:59:22.097Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 221 | 2026-09-10T08:59:22.097Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 222 | 2026-09-10T08:59:22.098Z | INFO | phd-runner: Starting test phd_tests::boot_order::unbootable_disk_skipped
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 223 | 2026-09-10T08:59:22.098Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 224 | 2026-09-10T08:59:22.098Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 225 | 2026-09-10T08:59:22.098Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 117
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_tests::boot_order
|
| 226 | 2026-09-10T08:59:22.098Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 227 | 2026-09-10T08:59:22.098Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 228 | 2026-09-10T08:59:22.098Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 229 | 2026-09-10T08:59:22.098Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = list
|
| 230 | 2026-09-10T08:59:22.109Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::unbootable_disk_skipped
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 231 | 2026-09-10T08:59:22.109Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a8d6790f-2615-410a-b603-e6c2e8eabdf2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = snapshot
|
| 232 | 2026-09-10T08:59:22.129Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a8d6790f-2615-410a-b603-e6c2e8eabdf2", "phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = clone
|
| 233 | 2026-09-10T08:59:22.147Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = list
|
| 234 | 2026-09-10T08:59:22.159Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::unbootable_disk_skipped
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245 0B 25.3T 207M /phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245\n
target = phd_framework::zfs
|
| 235 | 2026-09-10T08:59:22.160Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
|
| 236 | 2026-09-10T08:59:22.160Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm_name = unbootable_disk_skipped
|
| 237 | 2026-09-10T08:59:22.160Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 238 | 2026-09-10T08:59:22.160Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::unbootable_disk_skipped
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 239 | 2026-09-10T08:59:22.160Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::unbootable_disk_skipped
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log"
target = phd_framework::log_config
|
| 240 | 2026-09-10T08:59:22.194Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 963
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm::server
|
| 241 | 2026-09-10T08:59:22.208Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
|
| 242 | 2026-09-10T08:59:22.208Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = 3934fc59-2f5c-4ead-972a-88ad12da880a
|
| 243 | 2026-09-10T08:59:22.210Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = 3934fc59-2f5c-4ead-972a-88ad12da880a
|
| 244 | 2026-09-10T08:59:22.559Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = 3934fc59-2f5c-4ead-972a-88ad12da880a
|
| 245 | 2026-09-10T08:59:23.121Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = 3934fc59-2f5c-4ead-972a-88ad12da880a
|
| 246 | 2026-09-10T08:59:23.896Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = 3934fc59-2f5c-4ead-972a-88ad12da880a
|
| 247 | 2026-09-10T08:59:23.897Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1687
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = 3934fc59-2f5c-4ead-972a-88ad12da880a
|
| 248 | 2026-09-10T08:59:23.897Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::unbootable_disk_skipped
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 249 | 2026-09-10T08:59:23.905Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
|
| 250 | 2026-09-10T08:59:23.905Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-967a6c18-a9c5-402a-b460-a5858ea56245"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = destroy
|
| 251 | 2026-09-10T08:59:23.938Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
|
| 252 | 2026-09-10T08:59:23.938Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a8d6790f-2615-410a-b603-e6c2e8eabdf2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = destroy
|
| 253 | 2026-09-10T08:59:23.954Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1855
file = phd-tests/tests/src/boot_order.rs
line = 117
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_tests::boot_order
|
| 254 | 2026-09-10T08:59:23.957Z | INFO | phd-runner: test phd_tests::boot_order::unbootable_disk_skipped ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:140:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:117:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 255 | 2026-09-10T08:59:23.957Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 256 | 2026-09-10T08:59:23.957Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 257 | 2026-09-10T08:59:23.957Z | INFO | phd-runner: Starting test phd_tests::boot_order::boot_order_source_priority
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 258 | 2026-09-10T08:59:23.957Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 259 | 2026-09-10T08:59:23.957Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 260 | 2026-09-10T08:59:23.957Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 403
path = phd_tests::boot_order::boot_order_source_priority
target = phd_tests::boot_order
|
| 261 | 2026-09-10T08:59:23.957Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 262 | 2026-09-10T08:59:23.957Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 263 | 2026-09-10T08:59:23.957Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 264 | 2026-09-10T08:59:23.958Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = list
|
| 265 | 2026-09-10T08:59:23.969Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::boot_order_source_priority
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 266 | 2026-09-10T08:59:23.969Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b4d3e446-5b6f-45c0-ab0f-081edde935e6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = snapshot
|
| 267 | 2026-09-10T08:59:23.986Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b4d3e446-5b6f-45c0-ab0f-081edde935e6", "phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = clone
|
| 268 | 2026-09-10T08:59:24.003Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = list
|
| 269 | 2026-09-10T08:59:24.014Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::boot_order_source_priority
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c 0B 25.3T 207M /phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c\n
target = phd_framework::zfs
|
| 270 | 2026-09-10T08:59:24.016Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
|
| 271 | 2026-09-10T08:59:24.016Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm_name = boot_order_source_priority
|
| 272 | 2026-09-10T08:59:24.016Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 273 | 2026-09-10T08:59:24.016Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::boot_order_source_priority
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 274 | 2026-09-10T08:59:24.016Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::boot_order_source_priority
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log"
target = phd_framework::log_config
|
| 275 | 2026-09-10T08:59:24.051Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 971
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm::server
|
| 276 | 2026-09-10T08:59:24.064Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
|
| 277 | 2026-09-10T08:59:24.065Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 6fcaec3e-54f6-4eb0-99fd-5d2aac533700
|
| 278 | 2026-09-10T08:59:24.069Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 6fcaec3e-54f6-4eb0-99fd-5d2aac533700
|
| 279 | 2026-09-10T08:59:24.458Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 6fcaec3e-54f6-4eb0-99fd-5d2aac533700
|
| 280 | 2026-09-10T08:59:25.034Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 6fcaec3e-54f6-4eb0-99fd-5d2aac533700
|
| 281 | 2026-09-10T08:59:25.034Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 968
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 6fcaec3e-54f6-4eb0-99fd-5d2aac533700
|
| 282 | 2026-09-10T08:59:25.034Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::boot_order_source_priority
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 283 | 2026-09-10T08:59:25.042Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
|
| 284 | 2026-09-10T08:59:25.042Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-4c1178c8-c980-43b0-8a1e-7e36adc77c8c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = destroy
|
| 285 | 2026-09-10T08:59:25.075Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
|
| 286 | 2026-09-10T08:59:25.076Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b4d3e446-5b6f-45c0-ab0f-081edde935e6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = destroy
|
| 287 | 2026-09-10T08:59:25.093Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1135
file = phd-tests/tests/src/boot_order.rs
line = 403
path = phd_tests::boot_order::boot_order_source_priority
target = phd_tests::boot_order
|
| 288 | 2026-09-10T08:59:25.096Z | INFO | phd-runner: test phd_tests::boot_order::boot_order_source_priority ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:431:30
8: <tracing::instrument::Instrumented<phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::boot_order_source_priority::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:403:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 289 | 2026-09-10T08:59:25.097Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 290 | 2026-09-10T08:59:25.097Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 291 | 2026-09-10T08:59:25.097Z | INFO | phd-runner: Starting test phd_tests::boot_order::guest_can_adjust_boot_order
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 292 | 2026-09-10T08:59:25.097Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 293 | 2026-09-10T08:59:25.097Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 294 | 2026-09-10T08:59:25.097Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 236
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_tests::boot_order
|
| 295 | 2026-09-10T08:59:25.097Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 296 | 2026-09-10T08:59:25.097Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 297 | 2026-09-10T08:59:25.097Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 298 | 2026-09-10T08:59:25.097Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = list
|
| 299 | 2026-09-10T08:59:25.109Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::guest_can_adjust_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 300 | 2026-09-10T08:59:25.109Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9a8c158f-b71a-4ae4-8baf-260f57cd081a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 301 | 2026-09-10T08:59:25.127Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9a8c158f-b71a-4ae4-8baf-260f57cd081a", "phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = clone
|
| 302 | 2026-09-10T08:59:25.145Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = list
|
| 303 | 2026-09-10T08:59:25.155Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::guest_can_adjust_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4 0B 25.3T 207M /phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4\n
target = phd_framework::zfs
|
| 304 | 2026-09-10T08:59:25.156Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
|
| 305 | 2026-09-10T08:59:25.156Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm_name = guest_can_adjust_boot_order
|
| 306 | 2026-09-10T08:59:25.156Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 307 | 2026-09-10T08:59:25.156Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::guest_can_adjust_boot_order
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 308 | 2026-09-10T08:59:25.156Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::guest_can_adjust_boot_order
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log"
target = phd_framework::log_config
|
| 309 | 2026-09-10T08:59:25.191Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 979
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm::server
|
| 310 | 2026-09-10T08:59:25.205Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
|
| 311 | 2026-09-10T08:59:25.205Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 963d85cd-9a8e-4b06-9eed-cd2c8f542f8d
|
| 312 | 2026-09-10T08:59:25.207Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 963d85cd-9a8e-4b06-9eed-cd2c8f542f8d
|
| 313 | 2026-09-10T08:59:25.794Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 963d85cd-9a8e-4b06-9eed-cd2c8f542f8d
|
| 314 | 2026-09-10T08:59:26.681Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 963d85cd-9a8e-4b06-9eed-cd2c8f542f8d
|
| 315 | 2026-09-10T08:59:26.682Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1476
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 963d85cd-9a8e-4b06-9eed-cd2c8f542f8d
|
| 316 | 2026-09-10T08:59:26.682Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::guest_can_adjust_boot_order
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 317 | 2026-09-10T08:59:26.691Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
|
| 318 | 2026-09-10T08:59:26.691Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1e5a198a-4d19-40e1-b085-7d914e25a2b4"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = destroy
|
| 319 | 2026-09-10T08:59:26.721Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
|
| 320 | 2026-09-10T08:59:26.721Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9a8c158f-b71a-4ae4-8baf-260f57cd081a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = destroy
|
| 321 | 2026-09-10T08:59:26.739Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1641
file = phd-tests/tests/src/boot_order.rs
line = 236
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_tests::boot_order
|
| 322 | 2026-09-10T08:59:26.743Z | INFO | phd-runner: test phd_tests::boot_order::guest_can_adjust_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:254:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:236:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 323 | 2026-09-10T08:59:26.743Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 324 | 2026-09-10T08:59:26.743Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 325 | 2026-09-10T08:59:26.743Z | INFO | phd-runner: Starting test phd_tests::boot_order::nvme_boot_option_description
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 326 | 2026-09-10T08:59:26.743Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 327 | 2026-09-10T08:59:26.743Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 328 | 2026-09-10T08:59:26.744Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 510
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_tests::boot_order
|
| 329 | 2026-09-10T08:59:26.744Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 330 | 2026-09-10T08:59:26.744Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 331 | 2026-09-10T08:59:26.744Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 332 | 2026-09-10T08:59:26.744Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 333 | 2026-09-10T08:59:26.755Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 334 | 2026-09-10T08:59:26.755Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a31b9f01-cf7b-4e67-b174-8a56d5be9597"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = snapshot
|
| 335 | 2026-09-10T08:59:26.773Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a31b9f01-cf7b-4e67-b174-8a56d5be9597", "phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = clone
|
| 336 | 2026-09-10T08:59:26.791Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 337 | 2026-09-10T08:59:26.802Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f 0B 25.3T 207M /phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f\n
target = phd_framework::zfs
|
| 338 | 2026-09-10T08:59:26.802Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 339 | 2026-09-10T08:59:26.802Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 340 | 2026-09-10T08:59:26.812Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 341 | 2026-09-10T08:59:26.812Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-2cfb533b-9175-4a6b-9119-0fb956fb9785"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = snapshot
|
| 342 | 2026-09-10T08:59:26.833Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-2cfb533b-9175-4a6b-9119-0fb956fb9785", "phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = clone
|
| 343 | 2026-09-10T08:59:26.852Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 344 | 2026-09-10T08:59:26.864Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f 0B 25.3T 207M /phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f\n
target = phd_framework::zfs
|
| 345 | 2026-09-10T08:59:26.864Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
|
| 346 | 2026-09-10T08:59:26.864Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm_name = nvme_boot_option_description
|
| 347 | 2026-09-10T08:59:26.865Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 348 | 2026-09-10T08:59:26.865Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::nvme_boot_option_description
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 349 | 2026-09-10T08:59:26.865Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::nvme_boot_option_description
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log"
target = phd_framework::log_config
|
| 350 | 2026-09-10T08:59:26.900Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 991
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm::server
|
| 351 | 2026-09-10T08:59:26.914Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
|
| 352 | 2026-09-10T08:59:26.914Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 40892579-6258-4b8c-9efd-bf2e5cc22a42
|
| 353 | 2026-09-10T08:59:26.915Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 40892579-6258-4b8c-9efd-bf2e5cc22a42
|
| 354 | 2026-09-10T08:59:27.186Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 40892579-6258-4b8c-9efd-bf2e5cc22a42
|
| 355 | 2026-09-10T08:59:27.928Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 40892579-6258-4b8c-9efd-bf2e5cc22a42
|
| 356 | 2026-09-10T08:59:28.511Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 40892579-6258-4b8c-9efd-bf2e5cc22a42
|
| 357 | 2026-09-10T08:59:28.511Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1596
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 40892579-6258-4b8c-9efd-bf2e5cc22a42
|
| 358 | 2026-09-10T08:59:28.511Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::nvme_boot_option_description
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 359 | 2026-09-10T08:59:28.519Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 360 | 2026-09-10T08:59:28.519Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-4e6297d7-41f7-41db-ae25-fb6be78ced9f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 361 | 2026-09-10T08:59:28.546Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 362 | 2026-09-10T08:59:28.546Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a31b9f01-cf7b-4e67-b174-8a56d5be9597"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 363 | 2026-09-10T08:59:28.564Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 364 | 2026-09-10T08:59:28.564Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8ed1fb12-1a00-44e2-90ed-0e7693d3908f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 365 | 2026-09-10T08:59:28.587Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 366 | 2026-09-10T08:59:28.587Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-2cfb533b-9175-4a6b-9119-0fb956fb9785"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 367 | 2026-09-10T08:59:28.605Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1861
file = phd-tests/tests/src/boot_order.rs
line = 510
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_tests::boot_order
|
| 368 | 2026-09-10T08:59:28.609Z | INFO | phd-runner: test phd_tests::boot_order::nvme_boot_option_description ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:531:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::nvme_boot_option_description::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:510:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 369 | 2026-09-10T08:59:28.609Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 370 | 2026-09-10T08:59:28.609Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 371 | 2026-09-10T08:59:28.609Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_reset_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 372 | 2026-09-10T08:59:28.609Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 373 | 2026-09-10T08:59:28.609Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 374 | 2026-09-10T08:59:28.609Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 72
path = phd_tests::server_state_machine::instance_reset_test
target = phd_tests::server_state_machine
|
| 375 | 2026-09-10T08:59:28.610Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 376 | 2026-09-10T08:59:28.610Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 377 | 2026-09-10T08:59:28.610Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 378 | 2026-09-10T08:59:28.610Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = list
|
| 379 | 2026-09-10T08:59:28.622Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 380 | 2026-09-10T08:59:28.622Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5fb58897-4416-4c12-9dde-2244f938b794"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = snapshot
|
| 381 | 2026-09-10T08:59:28.640Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5fb58897-4416-4c12-9dde-2244f938b794", "phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = clone
|
| 382 | 2026-09-10T08:59:28.657Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = list
|
| 383 | 2026-09-10T08:59:28.668Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff 0B 25.3T 207M /phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff\n
target = phd_framework::zfs
|
| 384 | 2026-09-10T08:59:28.669Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
|
| 385 | 2026-09-10T08:59:28.669Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm_name = instance_reset_returns_to_running_test
|
| 386 | 2026-09-10T08:59:28.669Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 387 | 2026-09-10T08:59:28.669Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_reset_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 388 | 2026-09-10T08:59:28.669Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_reset_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log"
target = phd_framework::log_config
|
| 389 | 2026-09-10T08:59:28.706Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1001
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm::server
|
| 390 | 2026-09-10T08:59:28.719Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
|
| 391 | 2026-09-10T08:59:28.720Z | INFO | phd-runner: [PUT_INSTANCE_STATE - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 392 | 2026-09-10T08:59:28.720Z | INFO | phd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change
file = phd-tests/framework/src/test_vm/mod.rs
line = 580
path = phd_tests::server_state_machine::instance_reset_test
state = Reboot
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 393 | 2026-09-10T08:59:28.721Z | INFO | phd-runner: [PUT_INSTANCE_STATE - END]
elapsed_milliseconds = 1
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 394 | 2026-09-10T08:59:28.721Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 395 | 2026-09-10T08:59:28.721Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 396 | 2026-09-10T08:59:29.299Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 397 | 2026-09-10T08:59:29.918Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 398 | 2026-09-10T08:59:29.918Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1197
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 216dd280-4557-4a96-80f2-5655b4bc39fb
|
| 399 | 2026-09-10T08:59:29.918Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_reset_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 400 | 2026-09-10T08:59:29.926Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
|
| 401 | 2026-09-10T08:59:29.926Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-78eb1a66-d002-40f3-a305-c6f55cbc0eff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = destroy
|
| 402 | 2026-09-10T08:59:29.957Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
|
| 403 | 2026-09-10T08:59:29.957Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5fb58897-4416-4c12-9dde-2244f938b794"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = destroy
|
| 404 | 2026-09-10T08:59:29.975Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1365
file = phd-tests/tests/src/server_state_machine.rs
line = 72
path = phd_tests::server_state_machine::instance_reset_test
target = phd_tests::server_state_machine
|
| 405 | 2026-09-10T08:59:29.980Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_reset_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:78:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_reset_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:72:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 406 | 2026-09-10T08:59:29.981Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 407 | 2026-09-10T08:59:29.981Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 408 | 2026-09-10T08:59:29.981Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 409 | 2026-09-10T08:59:29.981Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 410 | 2026-09-10T08:59:29.981Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 411 | 2026-09-10T08:59:29.981Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 16
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_tests::server_state_machine
|
| 412 | 2026-09-10T08:59:29.981Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 413 | 2026-09-10T08:59:29.981Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 414 | 2026-09-10T08:59:29.981Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 415 | 2026-09-10T08:59:29.981Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = list
|
| 416 | 2026-09-10T08:59:29.992Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_start_stop_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 417 | 2026-09-10T08:59:29.992Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d5a391e7-eb6b-4c04-a2fd-e24d0f6510e1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = snapshot
|
| 418 | 2026-09-10T08:59:30.010Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d5a391e7-eb6b-4c04-a2fd-e24d0f6510e1", "phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = clone
|
| 419 | 2026-09-10T08:59:30.028Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = list
|
| 420 | 2026-09-10T08:59:30.040Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_start_stop_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6 0B 25.3T 207M /phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6\n
target = phd_framework::zfs
|
| 421 | 2026-09-10T08:59:30.041Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
|
| 422 | 2026-09-10T08:59:30.041Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm_name = instance_ensure_running_test
|
| 423 | 2026-09-10T08:59:30.041Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 424 | 2026-09-10T08:59:30.041Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_start_stop_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 425 | 2026-09-10T08:59:30.041Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_start_stop_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log"
target = phd_framework::log_config
|
| 426 | 2026-09-10T08:59:30.077Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1009
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm::server
|
| 427 | 2026-09-10T08:59:30.091Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
|
| 428 | 2026-09-10T08:59:30.091Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = c7252f3f-176e-46c3-b08f-c217395ff16e
|
| 429 | 2026-09-10T08:59:30.092Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = c7252f3f-176e-46c3-b08f-c217395ff16e
|
| 430 | 2026-09-10T08:59:30.620Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = c7252f3f-176e-46c3-b08f-c217395ff16e
|
| 431 | 2026-09-10T08:59:31.102Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = c7252f3f-176e-46c3-b08f-c217395ff16e
|
| 432 | 2026-09-10T08:59:31.102Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1010
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = c7252f3f-176e-46c3-b08f-c217395ff16e
|
| 433 | 2026-09-10T08:59:31.102Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_start_stop_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 434 | 2026-09-10T08:59:31.111Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
|
| 435 | 2026-09-10T08:59:31.111Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7813c0cc-8b7a-41c8-8f82-c3da122186f6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = destroy
|
| 436 | 2026-09-10T08:59:31.145Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
|
| 437 | 2026-09-10T08:59:31.145Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d5a391e7-eb6b-4c04-a2fd-e24d0f6510e1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = destroy
|
| 438 | 2026-09-10T08:59:31.165Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1183
file = phd-tests/tests/src/server_state_machine.rs
line = 16
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_tests::server_state_machine
|
| 439 | 2026-09-10T08:59:31.169Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:20:26
7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
8: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:16:1
9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
10: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
20: __rust_try
21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
27: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
42: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
51: __rust_try
52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
58: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
60: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
61: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
67: __rust_try
68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
73: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
74: _thrp_setup
75: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 440 | 2026-09-10T08:59:31.169Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 441 | 2026-09-10T08:59:31.169Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 442 | 2026-09-10T08:59:31.169Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_stop_unstarted_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 443 | 2026-09-10T08:59:31.169Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 444 | 2026-09-10T08:59:31.169Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 445 | 2026-09-10T08:59:31.169Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 32
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_tests::server_state_machine
|
| 446 | 2026-09-10T08:59:31.170Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 447 | 2026-09-10T08:59:31.170Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 448 | 2026-09-10T08:59:31.170Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 449 | 2026-09-10T08:59:31.170Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = list
|
| 450 | 2026-09-10T08:59:31.181Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 451 | 2026-09-10T08:59:31.181Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e26e9785-7584-40fd-b0c2-bfacc1c7a25c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = snapshot
|
| 452 | 2026-09-10T08:59:31.198Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e26e9785-7584-40fd-b0c2-bfacc1c7a25c", "phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = clone
|
| 453 | 2026-09-10T08:59:31.217Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = list
|
| 454 | 2026-09-10T08:59:31.228Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339 0B 25.3T 207M /phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339\n
target = phd_framework::zfs
|
| 455 | 2026-09-10T08:59:31.229Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
|
| 456 | 2026-09-10T08:59:31.229Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm_name = instance_stop_unstarted_test
|
| 457 | 2026-09-10T08:59:31.229Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 458 | 2026-09-10T08:59:31.229Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_stop_unstarted_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 459 | 2026-09-10T08:59:31.229Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log"
target = phd_framework::log_config
|
| 460 | 2026-09-10T08:59:31.262Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1017
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm::server
|
| 461 | 2026-09-10T08:59:31.276Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 46
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
|
| 462 | 2026-09-10T08:59:31.276Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = e1dc8d73-3b85-4229-90be-c7cc2beaa813
|
| 463 | 2026-09-10T08:59:31.277Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = e1dc8d73-3b85-4229-90be-c7cc2beaa813
|
| 464 | 2026-09-10T08:59:31.898Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = e1dc8d73-3b85-4229-90be-c7cc2beaa813
|
| 465 | 2026-09-10T08:59:32.715Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = e1dc8d73-3b85-4229-90be-c7cc2beaa813
|
| 466 | 2026-09-10T08:59:32.716Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1439
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = e1dc8d73-3b85-4229-90be-c7cc2beaa813
|
| 467 | 2026-09-10T08:59:32.716Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_stop_unstarted_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 468 | 2026-09-10T08:59:32.724Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
|
| 469 | 2026-09-10T08:59:32.724Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c370bdd5-e20a-4fbe-b08f-db66a806d339"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = destroy
|
| 470 | 2026-09-10T08:59:32.757Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
|
| 471 | 2026-09-10T08:59:32.757Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e26e9785-7584-40fd-b0c2-bfacc1c7a25c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = destroy
|
| 472 | 2026-09-10T08:59:32.776Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1605
file = phd-tests/tests/src/server_state_machine.rs
line = 32
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_tests::server_state_machine
|
| 473 | 2026-09-10T08:59:32.779Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_stop_unstarted_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:36:26
7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
8: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:32:1
9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
10: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
20: __rust_try
21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
27: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
42: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
51: __rust_try
52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
58: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
60: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
61: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
67: __rust_try
68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
73: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
74: _thrp_setup
75: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 474 | 2026-09-10T08:59:32.779Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 475 | 2026-09-10T08:59:32.780Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 476 | 2026-09-10T08:59:32.780Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::stop_while_blocked_on_start_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 477 | 2026-09-10T08:59:32.780Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 478 | 2026-09-10T08:59:32.780Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 479 | 2026-09-10T08:59:32.780Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 113
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_tests::server_state_machine
|
| 480 | 2026-09-10T08:59:32.780Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 481 | 2026-09-10T08:59:32.780Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 482 | 2026-09-10T08:59:32.780Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 483 | 2026-09-10T08:59:32.780Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = list
|
| 484 | 2026-09-10T08:59:32.791Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 485 | 2026-09-10T08:59:32.792Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-876ef968-c008-4268-927b-d88ac8b3a362"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = snapshot
|
| 486 | 2026-09-10T08:59:32.810Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-876ef968-c008-4268-927b-d88ac8b3a362", "phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = clone
|
| 487 | 2026-09-10T08:59:32.827Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = list
|
| 488 | 2026-09-10T08:59:32.838Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507 0B 25.3T 207M /phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507\n
target = phd_framework::zfs
|
| 489 | 2026-09-10T08:59:32.839Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 490 | 2026-09-10T08:59:32.839Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000", "--encrypted", "--uuid", "253034f4-3595-4100-81f6-04e41e6ec84a", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 491 | 2026-09-10T08:59:32.864Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.848652116Z","hostname":"BRM42220060","pid":1025}\n{"msg":"UUID: 253034f4-3595-4100-81f6-04e41e6ec84a","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.860188542Z","hostname":"BRM42220060","pid":1025}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.860200134Z","hostname":"BRM42220060","pid":1025}\n
target = phd_framework::disk::crucible
|
| 492 | 2026-09-10T08:59:32.864Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001", "--encrypted", "--uuid", "253034f4-3595-4100-81f6-04e41e6ec84a", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 493 | 2026-09-10T08:59:32.889Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.874070111Z","hostname":"BRM42220060","pid":1026}\n{"msg":"UUID: 253034f4-3595-4100-81f6-04e41e6ec84a","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.885149915Z","hostname":"BRM42220060","pid":1026}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.885178229Z","hostname":"BRM42220060","pid":1026}\n
target = phd_framework::disk::crucible
|
| 494 | 2026-09-10T08:59:32.889Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002", "--encrypted", "--uuid", "253034f4-3595-4100-81f6-04e41e6ec84a", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 495 | 2026-09-10T08:59:32.912Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.898639744Z","hostname":"BRM42220060","pid":1027}\n{"msg":"UUID: 253034f4-3595-4100-81f6-04e41e6ec84a","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.909584889Z","hostname":"BRM42220060","pid":1027}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:32.909610034Z","hostname":"BRM42220060","pid":1027}\n
target = phd_framework::disk::crucible
|
| 496 | 2026-09-10T08:59:32.912Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9000.stdout.log"
target = phd_framework::log_config
|
| 497 | 2026-09-10T08:59:32.912Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 498 | 2026-09-10T08:59:32.913Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 499 | 2026-09-10T08:59:32.915Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9001.stdout.log"
target = phd_framework::log_config
|
| 500 | 2026-09-10T08:59:32.915Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 501 | 2026-09-10T08:59:32.915Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 502 | 2026-09-10T08:59:32.917Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_253034f4-3595-4100-81f6-04e41e6ec84a_9002.stdout.log"
target = phd_framework::log_config
|
| 503 | 2026-09-10T08:59:32.917Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 504 | 2026-09-10T08:59:32.917Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 505 | 2026-09-10T08:59:32.919Z | INFO | phd-runner: [TEST - EVENT] enabling vcr black hole
disk = vcr-replacement-target
file = phd-tests/framework/src/disk/crucible.rs
line = 130
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 506 | 2026-09-10T08:59:32.920Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
|
| 507 | 2026-09-10T08:59:32.920Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm_name = stop_while_blocked_on_start_test
|
| 508 | 2026-09-10T08:59:32.920Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 509 | 2026-09-10T08:59:32.920Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 510 | 2026-09-10T08:59:32.920Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log"
target = phd_framework::log_config
|
| 511 | 2026-09-10T08:59:32.955Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1031
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm::server
|
| 512 | 2026-09-10T08:59:32.969Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
|
| 513 | 2026-09-10T08:59:32.969Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = c737fd6c-67ab-4d2b-a317-d479fafcada9
|
| 514 | 2026-09-10T08:59:32.970Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = c737fd6c-67ab-4d2b-a317-d479fafcada9
|
| 515 | 2026-09-10T08:59:33.564Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = c737fd6c-67ab-4d2b-a317-d479fafcada9
|
| 516 | 2026-09-10T08:59:34.512Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = c737fd6c-67ab-4d2b-a317-d479fafcada9
|
| 517 | 2026-09-10T08:59:34.512Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1543
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = c737fd6c-67ab-4d2b-a317-d479fafcada9
|
| 518 | 2026-09-10T08:59:34.513Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 519 | 2026-09-10T08:59:34.520Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
|
| 520 | 2026-09-10T08:59:34.520Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-fc78dee4-19e6-48e9-becc-77e515d65507"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = destroy
|
| 521 | 2026-09-10T08:59:34.552Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
|
| 522 | 2026-09-10T08:59:34.552Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-876ef968-c008-4268-927b-d88ac8b3a362"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = destroy
|
| 523 | 2026-09-10T08:59:34.571Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000" } }
target = phd_framework::disk::crucible
|
| 524 | 2026-09-10T08:59:34.574Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9000"
target = phd_framework::disk::crucible
|
| 525 | 2026-09-10T08:59:34.575Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001" } }
target = phd_framework::disk::crucible
|
| 526 | 2026-09-10T08:59:34.579Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9001"
target = phd_framework::disk::crucible
|
| 527 | 2026-09-10T08:59:34.581Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002" } }
target = phd_framework::disk::crucible
|
| 528 | 2026-09-10T08:59:34.585Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/253034f4-3595-4100-81f6-04e41e6ec84a_9002"
target = phd_framework::disk::crucible
|
| 529 | 2026-09-10T08:59:34.586Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1805
file = phd-tests/tests/src/server_state_machine.rs
line = 113
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_tests::server_state_machine
|
| 530 | 2026-09-10T08:59:34.590Z | INFO | phd-runner: test phd_tests::server_state_machine::stop_while_blocked_on_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:147:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:113:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 531 | 2026-09-10T08:59:34.590Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 532 | 2026-09-10T08:59:34.590Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 533 | 2026-09-10T08:59:34.590Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 534 | 2026-09-10T08:59:34.590Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 535 | 2026-09-10T08:59:34.590Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 536 | 2026-09-10T08:59:34.590Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 48
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_tests::server_state_machine
|
| 537 | 2026-09-10T08:59:34.590Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 538 | 2026-09-10T08:59:34.590Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 539 | 2026-09-10T08:59:34.590Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 540 | 2026-09-10T08:59:34.590Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = list
|
| 541 | 2026-09-10T08:59:34.602Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 542 | 2026-09-10T08:59:34.602Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9cf7e485-fa96-4221-830a-54a506fd70cb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = snapshot
|
| 543 | 2026-09-10T08:59:34.620Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9cf7e485-fa96-4221-830a-54a506fd70cb", "phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = clone
|
| 544 | 2026-09-10T08:59:34.638Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = list
|
| 545 | 2026-09-10T08:59:34.649Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6 0B 25.3T 207M /phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6\n
target = phd_framework::zfs
|
| 546 | 2026-09-10T08:59:34.649Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
|
| 547 | 2026-09-10T08:59:34.649Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm_name = instance_stop_causes_destroy_test
|
| 548 | 2026-09-10T08:59:34.649Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 549 | 2026-09-10T08:59:34.650Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 550 | 2026-09-10T08:59:34.650Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log"
target = phd_framework::log_config
|
| 551 | 2026-09-10T08:59:34.683Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1039
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm::server
|
| 552 | 2026-09-10T08:59:34.697Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
|
| 553 | 2026-09-10T08:59:34.697Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 5c270d81-0182-4c8f-80dd-7fe85186a915
|
| 554 | 2026-09-10T08:59:34.698Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 5c270d81-0182-4c8f-80dd-7fe85186a915
|
| 555 | 2026-09-10T08:59:35.357Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 5c270d81-0182-4c8f-80dd-7fe85186a915
|
| 556 | 2026-09-10T08:59:36.321Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 5c270d81-0182-4c8f-80dd-7fe85186a915
|
| 557 | 2026-09-10T08:59:36.322Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1623
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 5c270d81-0182-4c8f-80dd-7fe85186a915
|
| 558 | 2026-09-10T08:59:36.322Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 559 | 2026-09-10T08:59:36.331Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
|
| 560 | 2026-09-10T08:59:36.331Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9b1b36fb-6dca-42a6-937c-295ac72711c6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = destroy
|
| 561 | 2026-09-10T08:59:36.367Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
|
| 562 | 2026-09-10T08:59:36.367Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9cf7e485-fa96-4221-830a-54a506fd70cb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = destroy
|
| 563 | 2026-09-10T08:59:36.384Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1793
file = phd-tests/tests/src/server_state_machine.rs
line = 48
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_tests::server_state_machine
|
| 564 | 2026-09-10T08:59:36.388Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:53:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:48:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 565 | 2026-09-10T08:59:36.388Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 566 | 2026-09-10T08:59:36.388Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 567 | 2026-09-10T08:59:36.389Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 568 | 2026-09-10T08:59:36.389Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 569 | 2026-09-10T08:59:36.389Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 570 | 2026-09-10T08:59:36.389Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 103
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_tests::server_state_machine
|
| 571 | 2026-09-10T08:59:36.389Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 572 | 2026-09-10T08:59:36.389Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 573 | 2026-09-10T08:59:36.389Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 574 | 2026-09-10T08:59:36.389Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = list
|
| 575 | 2026-09-10T08:59:36.401Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 576 | 2026-09-10T08:59:36.401Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c0e812fb-3e26-4f7c-9584-ad5b475fe67c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = snapshot
|
| 577 | 2026-09-10T08:59:36.418Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c0e812fb-3e26-4f7c-9584-ad5b475fe67c", "phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = clone
|
| 578 | 2026-09-10T08:59:36.440Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = list
|
| 579 | 2026-09-10T08:59:36.452Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5 0B 25.3T 207M /phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5\n
target = phd_framework::zfs
|
| 580 | 2026-09-10T08:59:36.453Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
|
| 581 | 2026-09-10T08:59:36.453Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm_name = instance_reset_requires_running_test
|
| 582 | 2026-09-10T08:59:36.453Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 583 | 2026-09-10T08:59:36.453Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_reset_requires_running_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 584 | 2026-09-10T08:59:36.453Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log"
target = phd_framework::log_config
|
| 585 | 2026-09-10T08:59:36.488Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1047
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm::server
|
| 586 | 2026-09-10T08:59:36.502Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
|
| 587 | 2026-09-10T08:59:36.502Z | INFO | phd-runner: [PUT_INSTANCE_STATE - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 588 | 2026-09-10T08:59:36.502Z | INFO | phd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change
file = phd-tests/framework/src/test_vm/mod.rs
line = 580
path = phd_tests::server_state_machine::instance_reset_requires_running_test
state = Reboot
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 589 | 2026-09-10T08:59:36.502Z | INFO | phd-runner: [PUT_INSTANCE_STATE - END]
elapsed_milliseconds = 0
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 590 | 2026-09-10T08:59:36.502Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 591 | 2026-09-10T08:59:36.503Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 592 | 2026-09-10T08:59:37.127Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 593 | 2026-09-10T08:59:37.988Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 594 | 2026-09-10T08:59:37.988Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1485
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 7c3e7164-5693-4e37-890b-7f85d8287fcf
|
| 595 | 2026-09-10T08:59:37.988Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_reset_requires_running_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 596 | 2026-09-10T08:59:37.996Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
|
| 597 | 2026-09-10T08:59:37.996Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-65b6af2d-90f9-451c-9df3-9d2d583bccb5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = destroy
|
| 598 | 2026-09-10T08:59:38.029Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
|
| 599 | 2026-09-10T08:59:38.029Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c0e812fb-3e26-4f7c-9584-ad5b475fe67c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = destroy
|
| 600 | 2026-09-10T08:59:38.047Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1657
file = phd-tests/tests/src/server_state_machine.rs
line = 103
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_tests::server_state_machine
|
| 601 | 2026-09-10T08:59:38.050Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:109:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:103:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 602 | 2026-09-10T08:59:38.050Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 603 | 2026-09-10T08:59:38.050Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 604 | 2026-09-10T08:59:38.050Z | INFO | phd-runner: Starting test phd_tests::stats::instance_vcpu_stats
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 605 | 2026-09-10T08:59:38.050Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 606 | 2026-09-10T08:59:38.050Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 607 | 2026-09-10T08:59:38.051Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/stats.rs
line = 198
path = phd_tests::stats::instance_vcpu_stats
target = phd_tests::stats
|
| 608 | 2026-09-10T08:59:38.052Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 609 | 2026-09-10T08:59:38.052Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 610 | 2026-09-10T08:59:38.052Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 611 | 2026-09-10T08:59:38.052Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = list
|
| 612 | 2026-09-10T08:59:38.063Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::stats::instance_vcpu_stats
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 613 | 2026-09-10T08:59:38.063Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-67289d98-eb60-4915-bc9b-45e11af3d1b4"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = snapshot
|
| 614 | 2026-09-10T08:59:38.081Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-67289d98-eb60-4915-bc9b-45e11af3d1b4", "phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = clone
|
| 615 | 2026-09-10T08:59:38.099Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = list
|
| 616 | 2026-09-10T08:59:38.111Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::stats::instance_vcpu_stats
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31 0B 25.3T 207M /phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31\n
target = phd_framework::zfs
|
| 617 | 2026-09-10T08:59:38.112Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
|
| 618 | 2026-09-10T08:59:38.112Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: Some(Local) }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm_name = instance_vcpu_stats
|
| 619 | 2026-09-10T08:59:38.112Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 620 | 2026-09-10T08:59:38.121Z | DEBG | slog-rs (phd-oximeter-consumer): registered endpoint
local_addr = [::1]:35852
method = POST
path = /metrics/producers
versions = all
|
| 621 | 2026-09-10T08:59:38.123Z | INFO | slog-rs (phd-oximeter-consumer): listening
local_addr = [::1]:35852
|
| 622 | 2026-09-10T08:59:38.163Z | DEBG | slog-rs (phd-oximeter-consumer): successfully registered DTrace USDT probes
local_addr = [::1]:35852
|
| 623 | 2026-09-10T08:59:38.163Z | INFO | slog-rs (phd-oximeter-consumer): fake oximeter test server listening
address = [::1]:35852
|
| 624 | 2026-09-10T08:59:38.163Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::stats::instance_vcpu_stats
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 625 | 2026-09-10T08:59:38.163Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::stats::instance_vcpu_stats
stderr_path = "/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log"
target = phd_framework::log_config
|
| 626 | 2026-09-10T08:59:38.199Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1055
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm::server
|
| 627 | 2026-09-10T08:59:38.212Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 99
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
|
| 628 | 2026-09-10T08:59:38.212Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 7d62baaa-40a3-4293-bf2b-caf1e62fc50d
|
| 629 | 2026-09-10T08:59:38.213Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 7d62baaa-40a3-4293-bf2b-caf1e62fc50d
|
| 630 | 2026-09-10T08:59:38.825Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 7d62baaa-40a3-4293-bf2b-caf1e62fc50d
|
| 631 | 2026-09-10T08:59:39.273Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 7d62baaa-40a3-4293-bf2b-caf1e62fc50d
|
| 632 | 2026-09-10T08:59:39.274Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1061
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 7d62baaa-40a3-4293-bf2b-caf1e62fc50d
|
| 633 | 2026-09-10T08:59:39.274Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::stats::instance_vcpu_stats
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 634 | 2026-09-10T08:59:39.284Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
|
| 635 | 2026-09-10T08:59:39.284Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-027dbfab-5397-48c6-a078-a729f7635c31"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = destroy
|
| 636 | 2026-09-10T08:59:39.316Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
|
| 637 | 2026-09-10T08:59:39.316Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-67289d98-eb60-4915-bc9b-45e11af3d1b4"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = destroy
|
| 638 | 2026-09-10T08:59:39.336Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1284
file = phd-tests/tests/src/stats.rs
line = 198
path = phd_tests::stats::instance_vcpu_stats
target = phd_tests::stats
|
| 639 | 2026-09-10T08:59:39.338Z | INFO | slog-rs (phd-oximeter-consumer): beginning graceful shutdown
local_addr = [::1]:35852
|
| 640 | 2026-09-10T08:59:39.340Z | INFO | phd-runner: test phd_tests::stats::instance_vcpu_stats ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:236:17
8: <tracing::instrument::Instrumented<phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::stats::instance_vcpu_stats::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:198:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 641 | 2026-09-10T08:59:39.340Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 642 | 2026-09-10T08:59:39.340Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 643 | 2026-09-10T08:59:39.340Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::api_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 644 | 2026-09-10T08:59:39.340Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 645 | 2026-09-10T08:59:39.340Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 646 | 2026-09-10T08:59:39.340Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 23
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_tests::crucible::smoke
|
| 647 | 2026-09-10T08:59:39.340Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 648 | 2026-09-10T08:59:39.340Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 649 | 2026-09-10T08:59:39.340Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 650 | 2026-09-10T08:59:39.341Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 651 | 2026-09-10T08:59:39.341Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000", "--encrypted", "--uuid", "231797eb-615b-476a-a171-d30108b5bc11", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 652 | 2026-09-10T08:59:39.448Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.351539246Z","hostname":"BRM42220060","pid":1059}\n{"msg":"UUID: 231797eb-615b-476a-a171-d30108b5bc11","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.441575102Z","hostname":"BRM42220060","pid":1059}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.441599177Z","hostname":"BRM42220060","pid":1059}\n
target = phd_framework::disk::crucible
|
| 653 | 2026-09-10T08:59:39.448Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001", "--encrypted", "--uuid", "231797eb-615b-476a-a171-d30108b5bc11", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 654 | 2026-09-10T08:59:39.554Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.45879188Z","hostname":"BRM42220060","pid":1060}\n{"msg":"UUID: 231797eb-615b-476a-a171-d30108b5bc11","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.548573315Z","hostname":"BRM42220060","pid":1060}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.548602851Z","hostname":"BRM42220060","pid":1060}\n
target = phd_framework::disk::crucible
|
| 655 | 2026-09-10T08:59:39.554Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002", "--encrypted", "--uuid", "231797eb-615b-476a-a171-d30108b5bc11", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 656 | 2026-09-10T08:59:39.652Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.565000644Z","hostname":"BRM42220060","pid":1061}\n{"msg":"UUID: 231797eb-615b-476a-a171-d30108b5bc11","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.646518289Z","hostname":"BRM42220060","pid":1061}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:39.646536098Z","hostname":"BRM42220060","pid":1061}\n
target = phd_framework::disk::crucible
|
| 657 | 2026-09-10T08:59:39.652Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9000.stdout.log"
target = phd_framework::log_config
|
| 658 | 2026-09-10T08:59:39.652Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 659 | 2026-09-10T08:59:39.652Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 660 | 2026-09-10T08:59:39.655Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9001.stdout.log"
target = phd_framework::log_config
|
| 661 | 2026-09-10T08:59:39.655Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 662 | 2026-09-10T08:59:39.655Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 663 | 2026-09-10T08:59:39.657Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_231797eb-615b-476a-a171-d30108b5bc11_9002.stdout.log"
target = phd_framework::log_config
|
| 664 | 2026-09-10T08:59:39.657Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 665 | 2026-09-10T08:59:39.657Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 666 | 2026-09-10T08:59:39.659Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 667 | 2026-09-10T08:59:39.659Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm_name = crucible_guest_reboot_test
|
| 668 | 2026-09-10T08:59:39.660Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 669 | 2026-09-10T08:59:39.660Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::api_reboot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 670 | 2026-09-10T08:59:39.660Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 671 | 2026-09-10T08:59:39.693Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1065
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm::server
|
| 672 | 2026-09-10T08:59:39.708Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 673 | 2026-09-10T08:59:39.708Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 1f669c18-e7ed-4b58-b2dd-b818791cb4b2
|
| 674 | 2026-09-10T08:59:39.709Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 1f669c18-e7ed-4b58-b2dd-b818791cb4b2
|
| 675 | 2026-09-10T08:59:40.058Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 1f669c18-e7ed-4b58-b2dd-b818791cb4b2
|
| 676 | 2026-09-10T08:59:41.033Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 1f669c18-e7ed-4b58-b2dd-b818791cb4b2
|
| 677 | 2026-09-10T08:59:41.033Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1324
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 1f669c18-e7ed-4b58-b2dd-b818791cb4b2
|
| 678 | 2026-09-10T08:59:41.033Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::api_reboot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 679 | 2026-09-10T08:59:41.042Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000" } }
target = phd_framework::disk::crucible
|
| 680 | 2026-09-10T08:59:41.048Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9000"
target = phd_framework::disk::crucible
|
| 681 | 2026-09-10T08:59:41.055Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001" } }
target = phd_framework::disk::crucible
|
| 682 | 2026-09-10T08:59:41.061Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9001"
target = phd_framework::disk::crucible
|
| 683 | 2026-09-10T08:59:41.068Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002" } }
target = phd_framework::disk::crucible
|
| 684 | 2026-09-10T08:59:41.075Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/231797eb-615b-476a-a171-d30108b5bc11_9002"
target = phd_framework::disk::crucible
|
| 685 | 2026-09-10T08:59:41.083Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1741
file = phd-tests/tests/src/crucible/smoke.rs
line = 23
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_tests::crucible::smoke
|
| 686 | 2026-09-10T08:59:41.086Z | INFO | phd-runner: test phd_tests::crucible::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:29:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::api_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:23:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 687 | 2026-09-10T08:59:41.087Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 688 | 2026-09-10T08:59:41.087Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 689 | 2026-09-10T08:59:41.087Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::guest_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 690 | 2026-09-10T08:59:41.087Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 691 | 2026-09-10T08:59:41.087Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 692 | 2026-09-10T08:59:41.087Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_tests::crucible::smoke
|
| 693 | 2026-09-10T08:59:41.087Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 694 | 2026-09-10T08:59:41.087Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 695 | 2026-09-10T08:59:41.087Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 696 | 2026-09-10T08:59:41.087Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 697 | 2026-09-10T08:59:41.087Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000", "--encrypted", "--uuid", "19694b2d-e22a-4634-998f-42167c1f2692", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 698 | 2026-09-10T08:59:41.190Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.097775287Z","hostname":"BRM42220060","pid":1067}\n{"msg":"UUID: 19694b2d-e22a-4634-998f-42167c1f2692","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.184194353Z","hostname":"BRM42220060","pid":1067}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.18422195Z","hostname":"BRM42220060","pid":1067}\n
target = phd_framework::disk::crucible
|
| 699 | 2026-09-10T08:59:41.191Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001", "--encrypted", "--uuid", "19694b2d-e22a-4634-998f-42167c1f2692", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 700 | 2026-09-10T08:59:41.293Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.201261867Z","hostname":"BRM42220060","pid":1068}\n{"msg":"UUID: 19694b2d-e22a-4634-998f-42167c1f2692","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.288385691Z","hostname":"BRM42220060","pid":1068}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.288410127Z","hostname":"BRM42220060","pid":1068}\n
target = phd_framework::disk::crucible
|
| 701 | 2026-09-10T08:59:41.293Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002", "--encrypted", "--uuid", "19694b2d-e22a-4634-998f-42167c1f2692", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 702 | 2026-09-10T08:59:41.397Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.30423054Z","hostname":"BRM42220060","pid":1069}\n{"msg":"UUID: 19694b2d-e22a-4634-998f-42167c1f2692","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.391356233Z","hostname":"BRM42220060","pid":1069}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:41.391380888Z","hostname":"BRM42220060","pid":1069}\n
target = phd_framework::disk::crucible
|
| 703 | 2026-09-10T08:59:41.397Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9000.stdout.log"
target = phd_framework::log_config
|
| 704 | 2026-09-10T08:59:41.397Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 705 | 2026-09-10T08:59:41.397Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 706 | 2026-09-10T08:59:41.400Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9001.stdout.log"
target = phd_framework::log_config
|
| 707 | 2026-09-10T08:59:41.400Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 708 | 2026-09-10T08:59:41.400Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 709 | 2026-09-10T08:59:41.402Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_19694b2d-e22a-4634-998f-42167c1f2692_9002.stdout.log"
target = phd_framework::log_config
|
| 710 | 2026-09-10T08:59:41.402Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 711 | 2026-09-10T08:59:41.402Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 712 | 2026-09-10T08:59:41.404Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 713 | 2026-09-10T08:59:41.404Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm_name = crucible_guest_reboot_test
|
| 714 | 2026-09-10T08:59:41.404Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 715 | 2026-09-10T08:59:41.405Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::guest_reboot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 716 | 2026-09-10T08:59:41.405Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 717 | 2026-09-10T08:59:41.438Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1073
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm::server
|
| 718 | 2026-09-10T08:59:41.453Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 719 | 2026-09-10T08:59:41.453Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 2d6a275b-b5c2-47e3-a48a-47f62c39103e
|
| 720 | 2026-09-10T08:59:41.454Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 2d6a275b-b5c2-47e3-a48a-47f62c39103e
|
| 721 | 2026-09-10T08:59:42.182Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 2d6a275b-b5c2-47e3-a48a-47f62c39103e
|
| 722 | 2026-09-10T08:59:42.659Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 2d6a275b-b5c2-47e3-a48a-47f62c39103e
|
| 723 | 2026-09-10T08:59:42.660Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1205
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 2d6a275b-b5c2-47e3-a48a-47f62c39103e
|
| 724 | 2026-09-10T08:59:42.660Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::guest_reboot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 725 | 2026-09-10T08:59:42.668Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000" } }
target = phd_framework::disk::crucible
|
| 726 | 2026-09-10T08:59:42.674Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9000"
target = phd_framework::disk::crucible
|
| 727 | 2026-09-10T08:59:42.682Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001" } }
target = phd_framework::disk::crucible
|
| 728 | 2026-09-10T08:59:42.687Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9001"
target = phd_framework::disk::crucible
|
| 729 | 2026-09-10T08:59:42.695Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002" } }
target = phd_framework::disk::crucible
|
| 730 | 2026-09-10T08:59:42.702Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/19694b2d-e22a-4634-998f-42167c1f2692_9002"
target = phd_framework::disk::crucible
|
| 731 | 2026-09-10T08:59:42.709Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1621
file = phd-tests/tests/src/crucible/smoke.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_tests::crucible::smoke
|
| 732 | 2026-09-10T08:59:42.711Z | INFO | phd-runner: test phd_tests::crucible::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:41:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:35:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 733 | 2026-09-10T08:59:42.711Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 734 | 2026-09-10T08:59:42.711Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 735 | 2026-09-10T08:59:42.711Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 736 | 2026-09-10T08:59:42.711Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 737 | 2026-09-10T08:59:42.711Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 738 | 2026-09-10T08:59:42.712Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 47
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_tests::crucible::smoke
|
| 739 | 2026-09-10T08:59:42.712Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 740 | 2026-09-10T08:59:42.712Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 741 | 2026-09-10T08:59:42.712Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 742 | 2026-09-10T08:59:42.712Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 743 | 2026-09-10T08:59:42.712Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000", "--encrypted", "--uuid", "fcde92e1-136e-41d6-9e9b-7038d3c70338", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 744 | 2026-09-10T08:59:42.815Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:42.722597608Z","hostname":"BRM42220060","pid":1075}\n{"msg":"UUID: fcde92e1-136e-41d6-9e9b-7038d3c70338","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:42.808825618Z","hostname":"BRM42220060","pid":1075}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:42.808854212Z","hostname":"BRM42220060","pid":1075}\n
target = phd_framework::disk::crucible
|
| 745 | 2026-09-10T08:59:42.815Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001", "--encrypted", "--uuid", "fcde92e1-136e-41d6-9e9b-7038d3c70338", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 746 | 2026-09-10T08:59:42.913Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:42.825659335Z","hostname":"BRM42220060","pid":1076}\n{"msg":"UUID: fcde92e1-136e-41d6-9e9b-7038d3c70338","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:42.906441007Z","hostname":"BRM42220060","pid":1076}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:42.906465392Z","hostname":"BRM42220060","pid":1076}\n
target = phd_framework::disk::crucible
|
| 747 | 2026-09-10T08:59:42.913Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002", "--encrypted", "--uuid", "fcde92e1-136e-41d6-9e9b-7038d3c70338", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 748 | 2026-09-10T08:59:43.017Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:42.923700636Z","hostname":"BRM42220060","pid":1077}\n{"msg":"UUID: fcde92e1-136e-41d6-9e9b-7038d3c70338","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.010584616Z","hostname":"BRM42220060","pid":1077}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.010607079Z","hostname":"BRM42220060","pid":1077}\n
target = phd_framework::disk::crucible
|
| 749 | 2026-09-10T08:59:43.017Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9000.stdout.log"
target = phd_framework::log_config
|
| 750 | 2026-09-10T08:59:43.017Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 751 | 2026-09-10T08:59:43.017Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 752 | 2026-09-10T08:59:43.019Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9001.stdout.log"
target = phd_framework::log_config
|
| 753 | 2026-09-10T08:59:43.019Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 754 | 2026-09-10T08:59:43.019Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 755 | 2026-09-10T08:59:43.021Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_fcde92e1-136e-41d6-9e9b-7038d3c70338_9002.stdout.log"
target = phd_framework::log_config
|
| 756 | 2026-09-10T08:59:43.022Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 757 | 2026-09-10T08:59:43.022Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 758 | 2026-09-10T08:59:43.024Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
|
| 759 | 2026-09-10T08:59:43.024Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
vm_name = crucible_shutdown_persistence_test
|
| 760 | 2026-09-10T08:59:43.024Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 761 | 2026-09-10T08:59:43.024Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::shutdown_persistence_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 762 | 2026-09-10T08:59:43.024Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log"
target = phd_framework::log_config
|
| 763 | 2026-09-10T08:59:43.057Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1081
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm::server
|
| 764 | 2026-09-10T08:59:43.072Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
|
| 765 | 2026-09-10T08:59:43.073Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 766 | 2026-09-10T08:59:43.085Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000" } }
target = phd_framework::disk::crucible
|
| 767 | 2026-09-10T08:59:43.090Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9000"
target = phd_framework::disk::crucible
|
| 768 | 2026-09-10T08:59:43.099Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001" } }
target = phd_framework::disk::crucible
|
| 769 | 2026-09-10T08:59:43.105Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9001"
target = phd_framework::disk::crucible
|
| 770 | 2026-09-10T08:59:43.114Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002" } }
target = phd_framework::disk::crucible
|
| 771 | 2026-09-10T08:59:43.120Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/fcde92e1-136e-41d6-9e9b-7038d3c70338_9002"
target = phd_framework::disk::crucible
|
| 772 | 2026-09-10T08:59:43.129Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 417
file = phd-tests/tests/src/crucible/smoke.rs
line = 47
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_tests::crucible::smoke
|
| 773 | 2026-09-10T08:59:43.130Z | INFO | phd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file
system
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 774 | 2026-09-10T08:59:43.130Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 775 | 2026-09-10T08:59:43.130Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 776 | 2026-09-10T08:59:43.130Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::vcr_replace_during_start_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 777 | 2026-09-10T08:59:43.130Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 778 | 2026-09-10T08:59:43.130Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 779 | 2026-09-10T08:59:43.130Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 91
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_tests::crucible::smoke
|
| 780 | 2026-09-10T08:59:43.131Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 781 | 2026-09-10T08:59:43.131Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 782 | 2026-09-10T08:59:43.131Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 783 | 2026-09-10T08:59:43.131Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = list
|
| 784 | 2026-09-10T08:59:43.142Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 785 | 2026-09-10T08:59:43.142Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1b17a185-5648-4add-b499-0b90452ae9cc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = snapshot
|
| 786 | 2026-09-10T08:59:43.160Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1b17a185-5648-4add-b499-0b90452ae9cc", "phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = clone
|
| 787 | 2026-09-10T08:59:43.179Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = list
|
| 788 | 2026-09-10T08:59:43.190Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1 0B 25.3T 207M /phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1\n
target = phd_framework::zfs
|
| 789 | 2026-09-10T08:59:43.191Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 790 | 2026-09-10T08:59:43.191Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000", "--encrypted", "--uuid", "ccf762ce-92fd-4d4e-8aa1-a155635377c6", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 791 | 2026-09-10T08:59:43.216Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.201093032Z","hostname":"BRM42220060","pid":1087}\n{"msg":"UUID: ccf762ce-92fd-4d4e-8aa1-a155635377c6","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.212513999Z","hostname":"BRM42220060","pid":1087}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.212525205Z","hostname":"BRM42220060","pid":1087}\n
target = phd_framework::disk::crucible
|
| 792 | 2026-09-10T08:59:43.216Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001", "--encrypted", "--uuid", "ccf762ce-92fd-4d4e-8aa1-a155635377c6", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 793 | 2026-09-10T08:59:43.242Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.227806821Z","hostname":"BRM42220060","pid":1088}\n{"msg":"UUID: ccf762ce-92fd-4d4e-8aa1-a155635377c6","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.238877216Z","hostname":"BRM42220060","pid":1088}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.238891814Z","hostname":"BRM42220060","pid":1088}\n
target = phd_framework::disk::crucible
|
| 794 | 2026-09-10T08:59:43.243Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002", "--encrypted", "--uuid", "ccf762ce-92fd-4d4e-8aa1-a155635377c6", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 795 | 2026-09-10T08:59:43.268Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.25309957Z","hostname":"BRM42220060","pid":1089}\n{"msg":"UUID: ccf762ce-92fd-4d4e-8aa1-a155635377c6","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.264095595Z","hostname":"BRM42220060","pid":1089}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:43.264113238Z","hostname":"BRM42220060","pid":1089}\n
target = phd_framework::disk::crucible
|
| 796 | 2026-09-10T08:59:43.268Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000.stdout.log"
target = phd_framework::log_config
|
| 797 | 2026-09-10T08:59:43.268Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 798 | 2026-09-10T08:59:43.268Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 799 | 2026-09-10T08:59:43.271Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001.stdout.log"
target = phd_framework::log_config
|
| 800 | 2026-09-10T08:59:43.271Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 801 | 2026-09-10T08:59:43.271Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 802 | 2026-09-10T08:59:43.273Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002.stdout.log"
target = phd_framework::log_config
|
| 803 | 2026-09-10T08:59:43.273Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 804 | 2026-09-10T08:59:43.273Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 805 | 2026-09-10T08:59:43.275Z | INFO | phd-runner: [TEST - EVENT] enabling vcr black hole
disk = vcr-replacement-target
file = phd-tests/framework/src/disk/crucible.rs
line = 130
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 806 | 2026-09-10T08:59:43.275Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
|
| 807 | 2026-09-10T08:59:43.275Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm_name = crucible_vcr_replace_during_start_test
|
| 808 | 2026-09-10T08:59:43.276Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 809 | 2026-09-10T08:59:43.276Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 810 | 2026-09-10T08:59:43.276Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log"
target = phd_framework::log_config
|
| 811 | 2026-09-10T08:59:43.310Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1093
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm::server
|
| 812 | 2026-09-10T08:59:43.325Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
|
| 813 | 2026-09-10T08:59:43.325Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 88aef6ff-7f94-4e97-b34f-086b75049a1e
|
| 814 | 2026-09-10T08:59:43.326Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 88aef6ff-7f94-4e97-b34f-086b75049a1e
|
| 815 | 2026-09-10T08:59:44.026Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 88aef6ff-7f94-4e97-b34f-086b75049a1e
|
| 816 | 2026-09-10T08:59:45.076Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 88aef6ff-7f94-4e97-b34f-086b75049a1e
|
| 817 | 2026-09-10T08:59:45.077Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1750
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 88aef6ff-7f94-4e97-b34f-086b75049a1e
|
| 818 | 2026-09-10T08:59:45.077Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 819 | 2026-09-10T08:59:45.085Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
|
| 820 | 2026-09-10T08:59:45.085Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a1e4e063-4317-4111-ba18-13d414d733f1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = destroy
|
| 821 | 2026-09-10T08:59:45.118Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
|
| 822 | 2026-09-10T08:59:45.118Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1b17a185-5648-4add-b499-0b90452ae9cc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = destroy
|
| 823 | 2026-09-10T08:59:45.137Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000" } }
target = phd_framework::disk::crucible
|
| 824 | 2026-09-10T08:59:45.141Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9000"
target = phd_framework::disk::crucible
|
| 825 | 2026-09-10T08:59:45.142Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001" } }
target = phd_framework::disk::crucible
|
| 826 | 2026-09-10T08:59:45.146Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9001"
target = phd_framework::disk::crucible
|
| 827 | 2026-09-10T08:59:45.148Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002" } }
target = phd_framework::disk::crucible
|
| 828 | 2026-09-10T08:59:45.152Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/ccf762ce-92fd-4d4e-8aa1-a155635377c6_9002"
target = phd_framework::disk::crucible
|
| 829 | 2026-09-10T08:59:45.153Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2021
file = phd-tests/tests/src/crucible/smoke.rs
line = 91
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_tests::crucible::smoke
|
| 830 | 2026-09-10T08:59:45.156Z | INFO | phd-runner: test phd_tests::crucible::smoke::vcr_replace_during_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:127:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:91:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 831 | 2026-09-10T08:59:45.156Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 832 | 2026-09-10T08:59:45.156Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 833 | 2026-09-10T08:59:45.156Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::boot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 834 | 2026-09-10T08:59:45.156Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 835 | 2026-09-10T08:59:45.156Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 836 | 2026-09-10T08:59:45.156Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 14
path = phd_tests::crucible::smoke::boot_test
target = phd_tests::crucible::smoke
|
| 837 | 2026-09-10T08:59:45.156Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 838 | 2026-09-10T08:59:45.156Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 839 | 2026-09-10T08:59:45.156Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 840 | 2026-09-10T08:59:45.156Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 841 | 2026-09-10T08:59:45.157Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000", "--encrypted", "--uuid", "cea3175e-fd81-4224-b412-4bf358e8b14f", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 842 | 2026-09-10T08:59:45.265Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.167618419Z","hostname":"BRM42220060","pid":1097}\n{"msg":"UUID: cea3175e-fd81-4224-b412-4bf358e8b14f","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.260347303Z","hostname":"BRM42220060","pid":1097}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.260375696Z","hostname":"BRM42220060","pid":1097}\n
target = phd_framework::disk::crucible
|
| 843 | 2026-09-10T08:59:45.265Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001", "--encrypted", "--uuid", "cea3175e-fd81-4224-b412-4bf358e8b14f", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 844 | 2026-09-10T08:59:45.367Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.276127619Z","hostname":"BRM42220060","pid":1098}\n{"msg":"UUID: cea3175e-fd81-4224-b412-4bf358e8b14f","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.362674031Z","hostname":"BRM42220060","pid":1098}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.362699699Z","hostname":"BRM42220060","pid":1098}\n
target = phd_framework::disk::crucible
|
| 845 | 2026-09-10T08:59:45.367Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002", "--encrypted", "--uuid", "cea3175e-fd81-4224-b412-4bf358e8b14f", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 846 | 2026-09-10T08:59:45.470Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.377852569Z","hostname":"BRM42220060","pid":1099}\n{"msg":"UUID: cea3175e-fd81-4224-b412-4bf358e8b14f","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.463285296Z","hostname":"BRM42220060","pid":1099}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:59:45.463308239Z","hostname":"BRM42220060","pid":1099}\n
target = phd_framework::disk::crucible
|
| 847 | 2026-09-10T08:59:45.470Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9000.stdout.log"
target = phd_framework::log_config
|
| 848 | 2026-09-10T08:59:45.470Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 849 | 2026-09-10T08:59:45.470Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 850 | 2026-09-10T08:59:45.472Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9001.stdout.log"
target = phd_framework::log_config
|
| 851 | 2026-09-10T08:59:45.472Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 852 | 2026-09-10T08:59:45.473Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 853 | 2026-09-10T08:59:45.475Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_cea3175e-fd81-4224-b412-4bf358e8b14f_9002.stdout.log"
target = phd_framework::log_config
|
| 854 | 2026-09-10T08:59:45.475Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 855 | 2026-09-10T08:59:45.475Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 856 | 2026-09-10T08:59:45.477Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
|
| 857 | 2026-09-10T08:59:45.477Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm_name = crucible_boot_test
|
| 858 | 2026-09-10T08:59:45.477Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 859 | 2026-09-10T08:59:45.477Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::boot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 860 | 2026-09-10T08:59:45.477Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log"
target = phd_framework::log_config
|
| 861 | 2026-09-10T08:59:45.512Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1103
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm::server
|
| 862 | 2026-09-10T08:59:45.526Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
|
| 863 | 2026-09-10T08:59:45.526Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = def82ce9-201e-41da-a113-413bd7149bc1
|
| 864 | 2026-09-10T08:59:45.527Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = def82ce9-201e-41da-a113-413bd7149bc1
|
| 865 | 2026-09-10T08:59:45.798Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = def82ce9-201e-41da-a113-413bd7149bc1
|
| 866 | 2026-09-10T08:59:46.692Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = def82ce9-201e-41da-a113-413bd7149bc1
|
| 867 | 2026-09-10T08:59:46.692Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1165
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = def82ce9-201e-41da-a113-413bd7149bc1
|
| 868 | 2026-09-10T08:59:46.692Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::boot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 869 | 2026-09-10T08:59:46.701Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000" } }
target = phd_framework::disk::crucible
|
| 870 | 2026-09-10T08:59:46.706Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9000"
target = phd_framework::disk::crucible
|
| 871 | 2026-09-10T08:59:46.714Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001" } }
target = phd_framework::disk::crucible
|
| 872 | 2026-09-10T08:59:46.720Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9001"
target = phd_framework::disk::crucible
|
| 873 | 2026-09-10T08:59:46.728Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002" } }
target = phd_framework::disk::crucible
|
| 874 | 2026-09-10T08:59:46.734Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/cea3175e-fd81-4224-b412-4bf358e8b14f_9002"
target = phd_framework::disk::crucible
|
| 875 | 2026-09-10T08:59:46.742Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1585
file = phd-tests/tests/src/crucible/smoke.rs
line = 14
path = phd_tests::crucible::smoke::boot_test
target = phd_tests::crucible::smoke
|
| 876 | 2026-09-10T08:59:46.744Z | INFO | phd-runner: test phd_tests::crucible::smoke::boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:19:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::boot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:14:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 877 | 2026-09-10T08:59:46.744Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 878 | 2026-09-10T08:59:46.744Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 879 | 2026-09-10T08:59:46.744Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 880 | 2026-09-10T08:59:46.744Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 881 | 2026-09-10T08:59:46.744Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 882 | 2026-09-10T08:59:46.744Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 54
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_tests::hyperv
|
| 883 | 2026-09-10T08:59:46.745Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 884 | 2026-09-10T08:59:46.745Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 885 | 2026-09-10T08:59:46.745Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 886 | 2026-09-10T08:59:46.745Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = list
|
| 887 | 2026-09-10T08:59:46.756Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 888 | 2026-09-10T08:59:46.756Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c580092a-3363-4373-bd0d-73aab8e63b86"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 889 | 2026-09-10T08:59:46.776Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c580092a-3363-4373-bd0d-73aab8e63b86", "phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = clone
|
| 890 | 2026-09-10T08:59:46.796Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = list
|
| 891 | 2026-09-10T08:59:46.807Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7 0B 25.3T 207M /phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7\n
target = phd_framework::zfs
|
| 892 | 2026-09-10T08:59:46.808Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
|
| 893 | 2026-09-10T08:59:46.808Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm_name = hyperv_smoke_test
|
| 894 | 2026-09-10T08:59:46.808Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 895 | 2026-09-10T08:59:46.808Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 896 | 2026-09-10T08:59:46.808Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log"
target = phd_framework::log_config
|
| 897 | 2026-09-10T08:59:46.843Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1109
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm::server
|
| 898 | 2026-09-10T08:59:46.858Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
|
| 899 | 2026-09-10T08:59:46.858Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = df57cce1-cc6e-497c-b798-503f91b3a869
|
| 900 | 2026-09-10T08:59:46.858Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = df57cce1-cc6e-497c-b798-503f91b3a869
|
| 901 | 2026-09-10T08:59:47.111Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = df57cce1-cc6e-497c-b798-503f91b3a869
|
| 902 | 2026-09-10T08:59:47.536Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = df57cce1-cc6e-497c-b798-503f91b3a869
|
| 903 | 2026-09-10T08:59:48.363Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = df57cce1-cc6e-497c-b798-503f91b3a869
|
| 904 | 2026-09-10T08:59:48.364Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1505
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = df57cce1-cc6e-497c-b798-503f91b3a869
|
| 905 | 2026-09-10T08:59:48.364Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 906 | 2026-09-10T08:59:48.372Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
|
| 907 | 2026-09-10T08:59:48.372Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-2350ddd6-e5d5-4d22-85dc-ad6a4b6664d7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 908 | 2026-09-10T08:59:48.404Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
|
| 909 | 2026-09-10T08:59:48.404Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c580092a-3363-4373-bd0d-73aab8e63b86"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 910 | 2026-09-10T08:59:48.422Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1677
file = phd-tests/tests/src/hyperv.rs
line = 54
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_tests::hyperv
|
| 911 | 2026-09-10T08:59:48.428Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:71:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:54:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 912 | 2026-09-10T08:59:48.428Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 913 | 2026-09-10T08:59:48.428Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 914 | 2026-09-10T08:59:48.428Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_lifecycle_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 915 | 2026-09-10T08:59:48.428Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 916 | 2026-09-10T08:59:48.428Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 917 | 2026-09-10T08:59:48.428Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 77
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_tests::hyperv
|
| 918 | 2026-09-10T08:59:48.428Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 919 | 2026-09-10T08:59:48.429Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 920 | 2026-09-10T08:59:48.429Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 921 | 2026-09-10T08:59:48.429Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 922 | 2026-09-10T08:59:48.442Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 923 | 2026-09-10T08:59:48.442Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b3bd94eb-ce45-4b58-9313-b72a69576de3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = snapshot
|
| 924 | 2026-09-10T08:59:48.463Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b3bd94eb-ce45-4b58-9313-b72a69576de3", "phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = clone
|
| 925 | 2026-09-10T08:59:48.482Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 926 | 2026-09-10T08:59:48.493Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6 0B 25.3T 207M /phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6\n
target = phd_framework::zfs
|
| 927 | 2026-09-10T08:59:48.493Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
|
| 928 | 2026-09-10T08:59:48.494Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm_name = hyperv_lifecycle_test
|
| 929 | 2026-09-10T08:59:48.494Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 930 | 2026-09-10T08:59:48.494Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_lifecycle_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 931 | 2026-09-10T08:59:48.494Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_lifecycle_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log"
target = phd_framework::log_config
|
| 932 | 2026-09-10T08:59:48.525Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1117
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm::server
|
| 933 | 2026-09-10T08:59:48.540Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 46
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
|
| 934 | 2026-09-10T08:59:48.540Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 03638cc7-e072-47f6-a1c7-963464936f4e
|
| 935 | 2026-09-10T08:59:48.541Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 03638cc7-e072-47f6-a1c7-963464936f4e
|
| 936 | 2026-09-10T08:59:48.977Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 03638cc7-e072-47f6-a1c7-963464936f4e
|
| 937 | 2026-09-10T08:59:49.922Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 03638cc7-e072-47f6-a1c7-963464936f4e
|
| 938 | 2026-09-10T08:59:49.922Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1381
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 03638cc7-e072-47f6-a1c7-963464936f4e
|
| 939 | 2026-09-10T08:59:49.922Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_lifecycle_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 940 | 2026-09-10T08:59:49.930Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
|
| 941 | 2026-09-10T08:59:49.930Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c9dd01bc-4dd0-4bf7-807b-b87c660320d6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 942 | 2026-09-10T08:59:49.963Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
|
| 943 | 2026-09-10T08:59:49.963Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b3bd94eb-ce45-4b58-9313-b72a69576de3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 944 | 2026-09-10T08:59:49.982Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1552
file = phd-tests/tests/src/hyperv.rs
line = 77
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_tests::hyperv
|
| 945 | 2026-09-10T08:59:49.985Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:87:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:77:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 946 | 2026-09-10T08:59:49.985Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 947 | 2026-09-10T08:59:49.985Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 948 | 2026-09-10T08:59:49.985Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 949 | 2026-09-10T08:59:49.985Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 950 | 2026-09-10T08:59:49.985Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 951 | 2026-09-10T08:59:49.985Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 105
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_tests::hyperv
|
| 952 | 2026-09-10T08:59:49.986Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 953 | 2026-09-10T08:59:49.986Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 954 | 2026-09-10T08:59:49.986Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 955 | 2026-09-10T08:59:49.986Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = list
|
| 956 | 2026-09-10T08:59:49.997Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 957 | 2026-09-10T08:59:49.998Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3163399a-ce05-468b-bf61-f1246b679b54"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = snapshot
|
| 958 | 2026-09-10T08:59:50.016Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3163399a-ce05-468b-bf61-f1246b679b54", "phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = clone
|
| 959 | 2026-09-10T08:59:50.034Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = list
|
| 960 | 2026-09-10T08:59:50.046Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70 0B 25.3T 207M /phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70\n
target = phd_framework::zfs
|
| 961 | 2026-09-10T08:59:50.046Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
|
| 962 | 2026-09-10T08:59:50.046Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm_name = hyperv_reference_tsc_test
|
| 963 | 2026-09-10T08:59:50.047Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 964 | 2026-09-10T08:59:50.047Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 965 | 2026-09-10T08:59:50.047Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log"
target = phd_framework::log_config
|
| 966 | 2026-09-10T08:59:50.080Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1125
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm::server
|
| 967 | 2026-09-10T08:59:50.094Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
|
| 968 | 2026-09-10T08:59:50.094Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = b342fff9-b95b-420e-b176-93da936d037a
|
| 969 | 2026-09-10T08:59:50.095Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = b342fff9-b95b-420e-b176-93da936d037a
|
| 970 | 2026-09-10T08:59:50.492Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = b342fff9-b95b-420e-b176-93da936d037a
|
| 971 | 2026-09-10T08:59:50.989Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = b342fff9-b95b-420e-b176-93da936d037a
|
| 972 | 2026-09-10T08:59:50.989Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 894
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = b342fff9-b95b-420e-b176-93da936d037a
|
| 973 | 2026-09-10T08:59:50.989Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 974 | 2026-09-10T08:59:50.998Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
|
| 975 | 2026-09-10T08:59:50.998Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3821d719-d322-4c4e-98d7-a07a222cff70"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = destroy
|
| 976 | 2026-09-10T08:59:51.029Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
|
| 977 | 2026-09-10T08:59:51.029Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3163399a-ce05-468b-bf61-f1246b679b54"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = destroy
|
| 978 | 2026-09-10T08:59:51.048Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1062
file = phd-tests/tests/src/hyperv.rs
line = 105
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_tests::hyperv
|
| 979 | 2026-09-10T08:59:51.052Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:112:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:105:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 980 | 2026-09-10T08:59:51.052Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 981 | 2026-09-10T08:59:51.052Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 982 | 2026-09-10T08:59:51.052Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 983 | 2026-09-10T08:59:51.052Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 984 | 2026-09-10T08:59:51.052Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 985 | 2026-09-10T08:59:51.052Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 165
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_tests::hyperv
|
| 986 | 2026-09-10T08:59:51.052Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 987 | 2026-09-10T08:59:51.053Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 988 | 2026-09-10T08:59:51.053Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 989 | 2026-09-10T08:59:51.053Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 990 | 2026-09-10T08:59:51.053Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = list
|
| 991 | 2026-09-10T08:59:51.064Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 992 | 2026-09-10T08:59:51.064Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7feef131-dcc4-41ac-b8fd-397c28655b9a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = snapshot
|
| 993 | 2026-09-10T08:59:51.083Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7feef131-dcc4-41ac-b8fd-397c28655b9a", "phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = clone
|
| 994 | 2026-09-10T08:59:51.100Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = list
|
| 995 | 2026-09-10T08:59:51.112Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f 0B 25.3T 207M /phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f\n
target = phd_framework::zfs
|
| 996 | 2026-09-10T08:59:51.112Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
|
| 997 | 2026-09-10T08:59:51.112Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm_name = hyperv_reference_tsc_elapsed_test
|
| 998 | 2026-09-10T08:59:51.112Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 999 | 2026-09-10T08:59:51.112Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1000 | 2026-09-10T08:59:51.112Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log"
target = phd_framework::log_config
|
| 1001 | 2026-09-10T08:59:51.148Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1133
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm::server
|
| 1002 | 2026-09-10T08:59:51.162Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
|
| 1003 | 2026-09-10T08:59:51.162Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = a12f895a-da33-4b0a-9800-03750d02ddd8
|
| 1004 | 2026-09-10T08:59:51.163Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = a12f895a-da33-4b0a-9800-03750d02ddd8
|
| 1005 | 2026-09-10T08:59:51.880Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = a12f895a-da33-4b0a-9800-03750d02ddd8
|
| 1006 | 2026-09-10T08:59:52.293Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = a12f895a-da33-4b0a-9800-03750d02ddd8
|
| 1007 | 2026-09-10T08:59:52.975Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = a12f895a-da33-4b0a-9800-03750d02ddd8
|
| 1008 | 2026-09-10T08:59:52.975Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1812
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = a12f895a-da33-4b0a-9800-03750d02ddd8
|
| 1009 | 2026-09-10T08:59:52.975Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1010 | 2026-09-10T08:59:52.984Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
|
| 1011 | 2026-09-10T08:59:52.984Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-289b5614-940e-42a9-8a3e-9461832be42f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = destroy
|
| 1012 | 2026-09-10T08:59:53.020Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
|
| 1013 | 2026-09-10T08:59:53.020Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7feef131-dcc4-41ac-b8fd-397c28655b9a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = destroy
|
| 1014 | 2026-09-10T08:59:53.038Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1985
file = phd-tests/tests/src/hyperv.rs
line = 165
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_tests::hyperv
|
| 1015 | 2026-09-10T08:59:53.043Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:296:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:165:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1016 | 2026-09-10T08:59:53.043Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1017 | 2026-09-10T08:59:53.043Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1018 | 2026-09-10T08:59:53.043Z | INFO | phd-runner: Starting test phd_tests::smoke::nproc_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1019 | 2026-09-10T08:59:53.043Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1020 | 2026-09-10T08:59:53.043Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1021 | 2026-09-10T08:59:53.044Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 8
path = phd_tests::smoke::nproc_test
target = phd_tests::smoke
|
| 1022 | 2026-09-10T08:59:53.044Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1023 | 2026-09-10T08:59:53.044Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1024 | 2026-09-10T08:59:53.044Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1025 | 2026-09-10T08:59:53.044Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = list
|
| 1026 | 2026-09-10T08:59:53.055Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::nproc_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1027 | 2026-09-10T08:59:53.056Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c703c988-d3c1-4c5d-bc76-85774444f2c6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = snapshot
|
| 1028 | 2026-09-10T08:59:53.071Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c703c988-d3c1-4c5d-bc76-85774444f2c6", "phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = clone
|
| 1029 | 2026-09-10T08:59:53.089Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = list
|
| 1030 | 2026-09-10T08:59:53.101Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::nproc_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea 0B 25.3T 207M /phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea\n
target = phd_framework::zfs
|
| 1031 | 2026-09-10T08:59:53.101Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
|
| 1032 | 2026-09-10T08:59:53.101Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm_name = nproc_test
|
| 1033 | 2026-09-10T08:59:53.101Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1034 | 2026-09-10T08:59:53.101Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::nproc_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1035 | 2026-09-10T08:59:53.102Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::nproc_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stdout.log"
target = phd_framework::log_config
|
| 1036 | 2026-09-10T08:59:53.138Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1141
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm::server
|
| 1037 | 2026-09-10T08:59:53.152Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
|
| 1038 | 2026-09-10T08:59:53.152Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 9569f8b6-ecc8-4727-ae84-5cae4d125e95
|
| 1039 | 2026-09-10T08:59:53.153Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 9569f8b6-ecc8-4727-ae84-5cae4d125e95
|
| 1040 | 2026-09-10T08:59:53.485Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 9569f8b6-ecc8-4727-ae84-5cae4d125e95
|
| 1041 | 2026-09-10T08:59:54.122Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 9569f8b6-ecc8-4727-ae84-5cae4d125e95
|
| 1042 | 2026-09-10T08:59:55.032Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 9569f8b6-ecc8-4727-ae84-5cae4d125e95
|
| 1043 | 2026-09-10T08:59:55.033Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1879
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 9569f8b6-ecc8-4727-ae84-5cae4d125e95
|
| 1044 | 2026-09-10T08:59:55.033Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::nproc_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1045 | 2026-09-10T08:59:55.041Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
|
| 1046 | 2026-09-10T08:59:55.041Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-49f17944-6abb-4f1d-8d35-3229216274ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = destroy
|
| 1047 | 2026-09-10T08:59:55.072Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
|
| 1048 | 2026-09-10T08:59:55.072Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c703c988-d3c1-4c5d-bc76-85774444f2c6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = destroy
|
| 1049 | 2026-09-10T08:59:55.090Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2045
file = phd-tests/tests/src/smoke.rs
line = 8
path = phd_tests::smoke::nproc_test
target = phd_tests::smoke
|
| 1050 | 2026-09-10T08:59:55.094Z | INFO | phd-runner: test phd_tests::smoke::nproc_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::nproc_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:12:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::nproc_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::nproc_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:8:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1051 | 2026-09-10T08:59:55.094Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1052 | 2026-09-10T08:59:55.094Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1053 | 2026-09-10T08:59:55.094Z | INFO | phd-runner: Starting test phd_tests::smoke::api_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1054 | 2026-09-10T08:59:55.094Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1055 | 2026-09-10T08:59:55.094Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1056 | 2026-09-10T08:59:55.095Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 19
path = phd_tests::smoke::api_reboot_test
target = phd_tests::smoke
|
| 1057 | 2026-09-10T08:59:55.095Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1058 | 2026-09-10T08:59:55.095Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1059 | 2026-09-10T08:59:55.095Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1060 | 2026-09-10T08:59:55.095Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = list
|
| 1061 | 2026-09-10T08:59:55.107Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::api_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1062 | 2026-09-10T08:59:55.107Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bef1075f-665b-4ea2-9c97-9fa6441174e7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = snapshot
|
| 1063 | 2026-09-10T08:59:55.128Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bef1075f-665b-4ea2-9c97-9fa6441174e7", "phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = clone
|
| 1064 | 2026-09-10T08:59:55.146Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = list
|
| 1065 | 2026-09-10T08:59:55.158Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::api_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f 0B 25.3T 207M /phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f\n
target = phd_framework::zfs
|
| 1066 | 2026-09-10T08:59:55.159Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1067 | 2026-09-10T08:59:55.159Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm_name = api_reboot_test
|
| 1068 | 2026-09-10T08:59:55.159Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1069 | 2026-09-10T08:59:55.159Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::api_reboot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1070 | 2026-09-10T08:59:55.159Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1071 | 2026-09-10T08:59:55.196Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1149
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm::server
|
| 1072 | 2026-09-10T08:59:55.211Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1073 | 2026-09-10T08:59:55.211Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = f7fc5928-3d47-4c0e-839c-61390cc1aa74
|
| 1074 | 2026-09-10T08:59:55.212Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = f7fc5928-3d47-4c0e-839c-61390cc1aa74
|
| 1075 | 2026-09-10T08:59:55.868Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = f7fc5928-3d47-4c0e-839c-61390cc1aa74
|
| 1076 | 2026-09-10T08:59:56.716Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = f7fc5928-3d47-4c0e-839c-61390cc1aa74
|
| 1077 | 2026-09-10T08:59:56.717Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1505
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = f7fc5928-3d47-4c0e-839c-61390cc1aa74
|
| 1078 | 2026-09-10T08:59:56.717Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::api_reboot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1079 | 2026-09-10T08:59:56.725Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
|
| 1080 | 2026-09-10T08:59:56.725Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b732d580-9c7b-482c-bda9-cc0e6895818f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1081 | 2026-09-10T08:59:56.763Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
|
| 1082 | 2026-09-10T08:59:56.763Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bef1075f-665b-4ea2-9c97-9fa6441174e7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1083 | 2026-09-10T08:59:56.781Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1685
file = phd-tests/tests/src/smoke.rs
line = 19
path = phd_tests::smoke::api_reboot_test
target = phd_tests::smoke
|
| 1084 | 2026-09-10T08:59:56.785Z | INFO | phd-runner: test phd_tests::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:22:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::api_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:19:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1085 | 2026-09-10T08:59:56.785Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1086 | 2026-09-10T08:59:56.785Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1087 | 2026-09-10T08:59:56.785Z | INFO | phd-runner: Starting test phd_tests::smoke::guest_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1088 | 2026-09-10T08:59:56.785Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1089 | 2026-09-10T08:59:56.785Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1090 | 2026-09-10T08:59:56.785Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 28
path = phd_tests::smoke::guest_reboot_test
target = phd_tests::smoke
|
| 1091 | 2026-09-10T08:59:56.785Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1092 | 2026-09-10T08:59:56.785Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1093 | 2026-09-10T08:59:56.785Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1094 | 2026-09-10T08:59:56.785Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = list
|
| 1095 | 2026-09-10T08:59:56.797Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::guest_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1096 | 2026-09-10T08:59:56.797Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d8eb1bac-15bd-4198-ae45-12c03b38948e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = snapshot
|
| 1097 | 2026-09-10T08:59:56.814Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d8eb1bac-15bd-4198-ae45-12c03b38948e", "phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = clone
|
| 1098 | 2026-09-10T08:59:56.832Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = list
|
| 1099 | 2026-09-10T08:59:56.842Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::guest_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b 0B 25.3T 207M /phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b\n
target = phd_framework::zfs
|
| 1100 | 2026-09-10T08:59:56.843Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1101 | 2026-09-10T08:59:56.843Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm_name = guest_reboot_test
|
| 1102 | 2026-09-10T08:59:56.843Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1103 | 2026-09-10T08:59:56.843Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::guest_reboot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1104 | 2026-09-10T08:59:56.843Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1105 | 2026-09-10T08:59:56.879Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1157
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm::server
|
| 1106 | 2026-09-10T08:59:56.893Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1107 | 2026-09-10T08:59:56.893Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 7fdedab0-0c60-4095-9316-50fb2c07effe
|
| 1108 | 2026-09-10T08:59:56.894Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 7fdedab0-0c60-4095-9316-50fb2c07effe
|
| 1109 | 2026-09-10T08:59:57.406Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 7fdedab0-0c60-4095-9316-50fb2c07effe
|
| 1110 | 2026-09-10T08:59:57.876Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 7fdedab0-0c60-4095-9316-50fb2c07effe
|
| 1111 | 2026-09-10T08:59:57.876Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 982
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 7fdedab0-0c60-4095-9316-50fb2c07effe
|
| 1112 | 2026-09-10T08:59:57.877Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::guest_reboot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1113 | 2026-09-10T08:59:57.885Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
|
| 1114 | 2026-09-10T08:59:57.885Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1373f6e5-bc7e-44ab-bc2e-4637fe2a741b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1115 | 2026-09-10T08:59:57.921Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
|
| 1116 | 2026-09-10T08:59:57.921Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d8eb1bac-15bd-4198-ae45-12c03b38948e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1117 | 2026-09-10T08:59:57.941Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1154
file = phd-tests/tests/src/smoke.rs
line = 28
path = phd_tests::smoke::guest_reboot_test
target = phd_tests::smoke
|
| 1118 | 2026-09-10T08:59:57.944Z | INFO | phd-runner: test phd_tests::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:31:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::guest_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:28:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1119 | 2026-09-10T08:59:57.944Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1120 | 2026-09-10T08:59:57.944Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1121 | 2026-09-10T08:59:57.944Z | INFO | phd-runner: Starting test phd_tests::smoke::instance_spec_get_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1122 | 2026-09-10T08:59:57.944Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1123 | 2026-09-10T08:59:57.944Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1124 | 2026-09-10T08:59:57.945Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 37
path = phd_tests::smoke::instance_spec_get_test
target = phd_tests::smoke
|
| 1125 | 2026-09-10T08:59:57.945Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1126 | 2026-09-10T08:59:57.945Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1127 | 2026-09-10T08:59:57.945Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1128 | 2026-09-10T08:59:57.945Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = list
|
| 1129 | 2026-09-10T08:59:57.956Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::instance_spec_get_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1130 | 2026-09-10T08:59:57.956Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6f2bb048-b2af-4a96-852d-3f1fc9fe7cef"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = snapshot
|
| 1131 | 2026-09-10T08:59:57.973Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6f2bb048-b2af-4a96-852d-3f1fc9fe7cef", "phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = clone
|
| 1132 | 2026-09-10T08:59:57.994Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = list
|
| 1133 | 2026-09-10T08:59:58.005Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::instance_spec_get_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635 0B 25.3T 207M /phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635\n
target = phd_framework::zfs
|
| 1134 | 2026-09-10T08:59:58.006Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
|
| 1135 | 2026-09-10T08:59:58.006Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm_name = instance_spec_test
|
| 1136 | 2026-09-10T08:59:58.006Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1137 | 2026-09-10T08:59:58.006Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::instance_spec_get_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1138 | 2026-09-10T08:59:58.006Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::instance_spec_get_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log"
target = phd_framework::log_config
|
| 1139 | 2026-09-10T08:59:58.041Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1165
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm::server
|
| 1140 | 2026-09-10T08:59:58.055Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
|
| 1141 | 2026-09-10T08:59:58.056Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = 91580f91-73e7-4469-8940-97c9f0dcbd0d
|
| 1142 | 2026-09-10T08:59:58.056Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = 91580f91-73e7-4469-8940-97c9f0dcbd0d
|
| 1143 | 2026-09-10T08:59:58.461Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = 91580f91-73e7-4469-8940-97c9f0dcbd0d
|
| 1144 | 2026-09-10T08:59:59.360Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = 91580f91-73e7-4469-8940-97c9f0dcbd0d
|
| 1145 | 2026-09-10T08:59:59.361Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1304
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = 91580f91-73e7-4469-8940-97c9f0dcbd0d
|
| 1146 | 2026-09-10T08:59:59.361Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::instance_spec_get_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1147 | 2026-09-10T08:59:59.369Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
|
| 1148 | 2026-09-10T08:59:59.369Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5289fa89-6d0d-4566-b8fd-27c249471635"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = destroy
|
| 1149 | 2026-09-10T08:59:59.407Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
|
| 1150 | 2026-09-10T08:59:59.407Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6f2bb048-b2af-4a96-852d-3f1fc9fe7cef"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = destroy
|
| 1151 | 2026-09-10T08:59:59.423Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1478
file = phd-tests/tests/src/smoke.rs
line = 37
path = phd_tests::smoke::instance_spec_get_test
target = phd_tests::smoke
|
| 1152 | 2026-09-10T08:59:59.426Z | INFO | phd-runner: test phd_tests::smoke::instance_spec_get_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:47:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::instance_spec_get_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:37:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1153 | 2026-09-10T08:59:59.426Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1154 | 2026-09-10T08:59:59.426Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1155 | 2026-09-10T08:59:59.426Z | INFO | phd-runner: Starting test phd_tests::firmware::acpi_tables_parse
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1156 | 2026-09-10T08:59:59.426Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1157 | 2026-09-10T08:59:59.426Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1158 | 2026-09-10T08:59:59.426Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/firmware.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
target = phd_tests::firmware
|
| 1159 | 2026-09-10T08:59:59.426Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1160 | 2026-09-10T08:59:59.427Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1161 | 2026-09-10T08:59:59.427Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1162 | 2026-09-10T08:59:59.427Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = list
|
| 1163 | 2026-09-10T08:59:59.438Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_parse
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1164 | 2026-09-10T08:59:59.438Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ee99d118-0625-4b7f-adbb-5d640bab854d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = snapshot
|
| 1165 | 2026-09-10T08:59:59.456Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ee99d118-0625-4b7f-adbb-5d640bab854d", "phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = clone
|
| 1166 | 2026-09-10T08:59:59.476Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = list
|
| 1167 | 2026-09-10T08:59:59.488Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_parse
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93 0B 25.3T 207M /phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93\n
target = phd_framework::zfs
|
| 1168 | 2026-09-10T08:59:59.489Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
|
| 1169 | 2026-09-10T08:59:59.489Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm_name = acpi_tables_parse
|
| 1170 | 2026-09-10T08:59:59.489Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1171 | 2026-09-10T08:59:59.489Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::firmware::acpi_tables_parse
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1172 | 2026-09-10T08:59:59.489Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::firmware::acpi_tables_parse
stderr_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log"
target = phd_framework::log_config
|
| 1173 | 2026-09-10T08:59:59.526Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1173
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm::server
|
| 1174 | 2026-09-10T08:59:59.541Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
|
| 1175 | 2026-09-10T08:59:59.541Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = 4f8d7cfa-5506-4073-a53d-aad4a30ba832
|
| 1176 | 2026-09-10T08:59:59.541Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = 4f8d7cfa-5506-4073-a53d-aad4a30ba832
|
| 1177 | 2026-09-10T09:00:00.280Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = 4f8d7cfa-5506-4073-a53d-aad4a30ba832
|
| 1178 | 2026-09-10T09:00:00.784Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = 4f8d7cfa-5506-4073-a53d-aad4a30ba832
|
| 1179 | 2026-09-10T09:00:00.784Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1243
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = 4f8d7cfa-5506-4073-a53d-aad4a30ba832
|
| 1180 | 2026-09-10T09:00:00.785Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1181 | 2026-09-10T09:00:00.793Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
|
| 1182 | 2026-09-10T09:00:00.793Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-be72959d-45af-4e12-816a-5873dce4af93"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = destroy
|
| 1183 | 2026-09-10T09:00:00.823Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
|
| 1184 | 2026-09-10T09:00:00.823Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ee99d118-0625-4b7f-adbb-5d640bab854d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = destroy
|
| 1185 | 2026-09-10T09:00:00.840Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1413
file = phd-tests/tests/src/firmware.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
target = phd_tests::firmware
|
| 1186 | 2026-09-10T09:00:00.843Z | INFO | phd-runner: test phd_tests::firmware::acpi_tables_parse ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:190:17
8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::firmware::acpi_tables_parse::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:177:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1187 | 2026-09-10T09:00:00.844Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1188 | 2026-09-10T09:00:00.844Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1189 | 2026-09-10T09:00:00.844Z | INFO | phd-runner: Starting test phd_tests::firmware::acpi_tables_generation
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1190 | 2026-09-10T09:00:00.844Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1191 | 2026-09-10T09:00:00.844Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1192 | 2026-09-10T09:00:00.844Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/firmware.rs
line = 47
path = phd_tests::firmware::acpi_tables_generation
target = phd_tests::firmware
|
| 1193 | 2026-09-10T09:00:00.844Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1194 | 2026-09-10T09:00:00.844Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1195 | 2026-09-10T09:00:00.844Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1196 | 2026-09-10T09:00:00.844Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = list
|
| 1197 | 2026-09-10T09:00:00.856Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_generation
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1198 | 2026-09-10T09:00:00.856Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-dab9d756-35af-44c2-805d-83c745a7bc7c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = snapshot
|
| 1199 | 2026-09-10T09:00:00.878Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-dab9d756-35af-44c2-805d-83c745a7bc7c", "phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = clone
|
| 1200 | 2026-09-10T09:00:00.896Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = list
|
| 1201 | 2026-09-10T09:00:00.908Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_generation
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294 0B 25.3T 207M /phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294\n
target = phd_framework::zfs
|
| 1202 | 2026-09-10T09:00:00.909Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
|
| 1203 | 2026-09-10T09:00:00.909Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm_name = acpi_tables_generation
|
| 1204 | 2026-09-10T09:00:00.909Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1205 | 2026-09-10T09:00:00.909Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::firmware::acpi_tables_generation
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1206 | 2026-09-10T09:00:00.909Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::firmware::acpi_tables_generation
stderr_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log"
target = phd_framework::log_config
|
| 1207 | 2026-09-10T09:00:00.945Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1181
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm::server
|
| 1208 | 2026-09-10T09:00:00.958Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
|
| 1209 | 2026-09-10T09:00:00.959Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 061301ac-a2a2-46e0-b7a9-d00562a11275
|
| 1210 | 2026-09-10T09:00:00.959Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 061301ac-a2a2-46e0-b7a9-d00562a11275
|
| 1211 | 2026-09-10T09:00:01.588Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 061301ac-a2a2-46e0-b7a9-d00562a11275
|
| 1212 | 2026-09-10T09:00:02.180Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 061301ac-a2a2-46e0-b7a9-d00562a11275
|
| 1213 | 2026-09-10T09:00:02.180Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1221
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 061301ac-a2a2-46e0-b7a9-d00562a11275
|
| 1214 | 2026-09-10T09:00:02.180Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::firmware::acpi_tables_generation
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1215 | 2026-09-10T09:00:02.189Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
|
| 1216 | 2026-09-10T09:00:02.189Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-02852aa4-27c6-46ce-82ba-16a2bd92c294"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = destroy
|
| 1217 | 2026-09-10T09:00:02.218Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
|
| 1218 | 2026-09-10T09:00:02.218Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-dab9d756-35af-44c2-805d-83c745a7bc7c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = destroy
|
| 1219 | 2026-09-10T09:00:02.233Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1388
file = phd-tests/tests/src/firmware.rs
line = 47
path = phd_tests::firmware::acpi_tables_generation
target = phd_tests::firmware
|
| 1220 | 2026-09-10T09:00:02.238Z | INFO | phd-runner: test phd_tests::firmware::acpi_tables_generation ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:60:17
8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::firmware::acpi_tables_generation::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:47:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1221 | 2026-09-10T09:00:02.238Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1222 | 2026-09-10T09:00:02.238Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1223 | 2026-09-10T09:00:02.238Z | INFO | phd-runner: Starting test phd_tests::migrate::smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1224 | 2026-09-10T09:00:02.238Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1225 | 2026-09-10T09:00:02.238Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1226 | 2026-09-10T09:00:02.238Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 15
path = phd_tests::migrate::smoke_test
target = phd_tests::migrate
|
| 1227 | 2026-09-10T09:00:02.238Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1228 | 2026-09-10T09:00:02.238Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1229 | 2026-09-10T09:00:02.238Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1230 | 2026-09-10T09:00:02.239Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = list
|
| 1231 | 2026-09-10T09:00:02.248Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1232 | 2026-09-10T09:00:02.249Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-332ab8a1-ac82-4196-bf52-afe72afb7eb3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 1233 | 2026-09-10T09:00:02.267Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-332ab8a1-ac82-4196-bf52-afe72afb7eb3", "phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = clone
|
| 1234 | 2026-09-10T09:00:02.286Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = list
|
| 1235 | 2026-09-10T09:00:02.297Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e 0B 25.3T 207M /phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e\n
target = phd_framework::zfs
|
| 1236 | 2026-09-10T09:00:02.298Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
|
| 1237 | 2026-09-10T09:00:02.298Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm_name = migration_smoke
|
| 1238 | 2026-09-10T09:00:02.298Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1239 | 2026-09-10T09:00:02.298Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1240 | 2026-09-10T09:00:02.298Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stdout.log"
target = phd_framework::log_config
|
| 1241 | 2026-09-10T09:00:02.334Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1189
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm::server
|
| 1242 | 2026-09-10T09:00:02.348Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
|
| 1243 | 2026-09-10T09:00:02.348Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 3b3c63a7-a110-49d8-a3ab-d1400524c2ee
|
| 1244 | 2026-09-10T09:00:02.349Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 3b3c63a7-a110-49d8-a3ab-d1400524c2ee
|
| 1245 | 2026-09-10T09:00:03.077Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 3b3c63a7-a110-49d8-a3ab-d1400524c2ee
|
| 1246 | 2026-09-10T09:00:04.098Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 3b3c63a7-a110-49d8-a3ab-d1400524c2ee
|
| 1247 | 2026-09-10T09:00:04.099Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1749
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 3b3c63a7-a110-49d8-a3ab-d1400524c2ee
|
| 1248 | 2026-09-10T09:00:04.099Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1249 | 2026-09-10T09:00:04.108Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
|
| 1250 | 2026-09-10T09:00:04.108Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e613e5cc-2fae-4525-bd5a-6d88a5cbd11e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1251 | 2026-09-10T09:00:04.140Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
|
| 1252 | 2026-09-10T09:00:04.140Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-332ab8a1-ac82-4196-bf52-afe72afb7eb3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1253 | 2026-09-10T09:00:04.160Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1921
file = phd-tests/tests/src/migrate.rs
line = 15
path = phd_tests::migrate::smoke_test
target = phd_tests::migrate
|
| 1254 | 2026-09-10T09:00:04.165Z | INFO | phd-runner: test phd_tests::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::run_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21
8: phd_tests::migrate::smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:17:73
9: <tracing::instrument::Instrumented<phd_tests::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::migrate::smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:15:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1255 | 2026-09-10T09:00:04.165Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1256 | 2026-09-10T09:00:04.165Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1257 | 2026-09-10T09:00:04.165Z | INFO | phd-runner: Starting test phd_tests::migrate::serial_history
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1258 | 2026-09-10T09:00:04.165Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1259 | 2026-09-10T09:00:04.165Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1260 | 2026-09-10T09:00:04.166Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 20
path = phd_tests::migrate::serial_history
target = phd_tests::migrate
|
| 1261 | 2026-09-10T09:00:04.166Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1262 | 2026-09-10T09:00:04.166Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1263 | 2026-09-10T09:00:04.166Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1264 | 2026-09-10T09:00:04.166Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = list
|
| 1265 | 2026-09-10T09:00:04.178Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::serial_history
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1266 | 2026-09-10T09:00:04.178Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e24229e6-59b4-4f9e-aa8e-276a017c15bb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = snapshot
|
| 1267 | 2026-09-10T09:00:04.195Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e24229e6-59b4-4f9e-aa8e-276a017c15bb", "phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = clone
|
| 1268 | 2026-09-10T09:00:04.214Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = list
|
| 1269 | 2026-09-10T09:00:04.225Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::serial_history
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198 0B 25.3T 207M /phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198\n
target = phd_framework::zfs
|
| 1270 | 2026-09-10T09:00:04.226Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
|
| 1271 | 2026-09-10T09:00:04.226Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm_name = migration_serial_history
|
| 1272 | 2026-09-10T09:00:04.226Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1273 | 2026-09-10T09:00:04.226Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::serial_history
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1274 | 2026-09-10T09:00:04.226Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::serial_history
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stdout.log"
target = phd_framework::log_config
|
| 1275 | 2026-09-10T09:00:04.262Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1197
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm::server
|
| 1276 | 2026-09-10T09:00:04.277Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
|
| 1277 | 2026-09-10T09:00:04.277Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = 97ea2e29-767f-40d5-b7bf-68da469a4a4f
|
| 1278 | 2026-09-10T09:00:04.277Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = 97ea2e29-767f-40d5-b7bf-68da469a4a4f
|
| 1279 | 2026-09-10T09:00:04.659Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = 97ea2e29-767f-40d5-b7bf-68da469a4a4f
|
| 1280 | 2026-09-10T09:00:05.239Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = 97ea2e29-767f-40d5-b7bf-68da469a4a4f
|
| 1281 | 2026-09-10T09:00:06.187Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = 97ea2e29-767f-40d5-b7bf-68da469a4a4f
|
| 1282 | 2026-09-10T09:00:06.187Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1909
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = 97ea2e29-767f-40d5-b7bf-68da469a4a4f
|
| 1283 | 2026-09-10T09:00:06.187Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::serial_history
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1284 | 2026-09-10T09:00:06.196Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
|
| 1285 | 2026-09-10T09:00:06.196Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-29fc50e9-a651-40bc-86eb-023ee5091198"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = destroy
|
| 1286 | 2026-09-10T09:00:06.227Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
|
| 1287 | 2026-09-10T09:00:06.227Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e24229e6-59b4-4f9e-aa8e-276a017c15bb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = destroy
|
| 1288 | 2026-09-10T09:00:06.245Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2079
file = phd-tests/tests/src/migrate.rs
line = 20
path = phd_tests::migrate::serial_history
target = phd_tests::migrate
|
| 1289 | 2026-09-10T09:00:06.248Z | INFO | phd-runner: test phd_tests::migrate::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::run_serial_history_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21
8: phd_tests::migrate::serial_history::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:26:6
9: <tracing::instrument::Instrumented<phd_tests::migrate::serial_history::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::migrate::serial_history::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:20:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1290 | 2026-09-10T09:00:06.248Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1291 | 2026-09-10T09:00:06.248Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1292 | 2026-09-10T09:00:06.248Z | INFO | phd-runner: Starting test phd_tests::migrate::multiple_migrations
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1293 | 2026-09-10T09:00:06.248Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1294 | 2026-09-10T09:00:06.248Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1295 | 2026-09-10T09:00:06.248Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 302
path = phd_tests::migrate::multiple_migrations
target = phd_tests::migrate
|
| 1296 | 2026-09-10T09:00:06.249Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1297 | 2026-09-10T09:00:06.249Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1298 | 2026-09-10T09:00:06.249Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1299 | 2026-09-10T09:00:06.249Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = list
|
| 1300 | 2026-09-10T09:00:06.260Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::multiple_migrations
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1301 | 2026-09-10T09:00:06.261Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6ba30277-7bb7-47fe-a7ef-96d1ae28696d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = snapshot
|
| 1302 | 2026-09-10T09:00:06.278Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6ba30277-7bb7-47fe-a7ef-96d1ae28696d", "phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = clone
|
| 1303 | 2026-09-10T09:00:06.294Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = list
|
| 1304 | 2026-09-10T09:00:06.304Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::multiple_migrations
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9 0B 25.3T 207M /phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9\n
target = phd_framework::zfs
|
| 1305 | 2026-09-10T09:00:06.305Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1306 | 2026-09-10T09:00:06.305Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_0
|
| 1307 | 2026-09-10T09:00:06.305Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1308 | 2026-09-10T09:00:06.305Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1309 | 2026-09-10T09:00:06.305Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log"
target = phd_framework::log_config
|
| 1310 | 2026-09-10T09:00:06.340Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1205
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 1311 | 2026-09-10T09:00:06.355Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1312 | 2026-09-10T09:00:06.356Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1313 | 2026-09-10T09:00:06.356Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_1
|
| 1314 | 2026-09-10T09:00:06.356Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1315 | 2026-09-10T09:00:06.356Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1316 | 2026-09-10T09:00:06.356Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log"
target = phd_framework::log_config
|
| 1317 | 2026-09-10T09:00:06.392Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1206
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 1318 | 2026-09-10T09:00:06.407Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1319 | 2026-09-10T09:00:06.407Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1320 | 2026-09-10T09:00:06.407Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_2
|
| 1321 | 2026-09-10T09:00:06.407Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1322 | 2026-09-10T09:00:06.407Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1323 | 2026-09-10T09:00:06.407Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log"
target = phd_framework::log_config
|
| 1324 | 2026-09-10T09:00:06.436Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1207
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 1325 | 2026-09-10T09:00:06.450Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 43
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1326 | 2026-09-10T09:00:06.450Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 927d6503-f682-4907-a224-6483f5361b67
|
| 1327 | 2026-09-10T09:00:06.451Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 927d6503-f682-4907-a224-6483f5361b67
|
| 1328 | 2026-09-10T09:00:06.957Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 927d6503-f682-4907-a224-6483f5361b67
|
| 1329 | 2026-09-10T09:00:07.974Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 927d6503-f682-4907-a224-6483f5361b67
|
| 1330 | 2026-09-10T09:00:07.974Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1523
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 927d6503-f682-4907-a224-6483f5361b67
|
| 1331 | 2026-09-10T09:00:07.974Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 1332 | 2026-09-10T09:00:07.983Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1333 | 2026-09-10T09:00:07.993Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1334 | 2026-09-10T09:00:08.002Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
|
| 1335 | 2026-09-10T09:00:08.002Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f7c9c54a-a21c-442b-9610-2e1b32dacab9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = destroy
|
| 1336 | 2026-09-10T09:00:08.037Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
|
| 1337 | 2026-09-10T09:00:08.037Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6ba30277-7bb7-47fe-a7ef-96d1ae28696d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = destroy
|
| 1338 | 2026-09-10T09:00:08.057Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1808
file = phd-tests/tests/src/migrate.rs
line = 302
path = phd_tests::migrate::multiple_migrations
target = phd_tests::migrate
|
| 1339 | 2026-09-10T09:00:08.060Z | INFO | phd-runner: test phd_tests::migrate::multiple_migrations ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:310:18
8: <tracing::instrument::Instrumented<phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::multiple_migrations::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:302:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1340 | 2026-09-10T09:00:08.060Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1341 | 2026-09-10T09:00:08.060Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1342 | 2026-09-10T09:00:08.060Z | INFO | phd-runner: Starting test phd_tests::migrate::migration_ensures_instance_metadata
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1343 | 2026-09-10T09:00:08.060Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1344 | 2026-09-10T09:00:08.060Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1345 | 2026-09-10T09:00:08.060Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 388
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_tests::migrate
|
| 1346 | 2026-09-10T09:00:08.060Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1347 | 2026-09-10T09:00:08.060Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1348 | 2026-09-10T09:00:08.061Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1349 | 2026-09-10T09:00:08.061Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = list
|
| 1350 | 2026-09-10T09:00:08.072Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::migration_ensures_instance_metadata
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1351 | 2026-09-10T09:00:08.072Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e47e5d9e-43b3-46fc-8a9e-e8b29aa55ec3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = snapshot
|
| 1352 | 2026-09-10T09:00:08.090Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e47e5d9e-43b3-46fc-8a9e-e8b29aa55ec3", "phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = clone
|
| 1353 | 2026-09-10T09:00:08.108Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = list
|
| 1354 | 2026-09-10T09:00:08.120Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::migration_ensures_instance_metadata
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2 0B 25.3T 207M /phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2\n
target = phd_framework::zfs
|
| 1355 | 2026-09-10T09:00:08.121Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1356 | 2026-09-10T09:00:08.121Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm_name = migration_ensures_instance_metadata_source
|
| 1357 | 2026-09-10T09:00:08.121Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1358 | 2026-09-10T09:00:08.121Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::migration_ensures_instance_metadata
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1359 | 2026-09-10T09:00:08.121Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::migration_ensures_instance_metadata
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log"
target = phd_framework::log_config
|
| 1360 | 2026-09-10T09:00:08.158Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1217
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm::server
|
| 1361 | 2026-09-10T09:00:08.172Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1362 | 2026-09-10T09:00:08.172Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1363 | 2026-09-10T09:00:08.172Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm_name = migration_ensures_instance_metadata_target
|
| 1364 | 2026-09-10T09:00:08.172Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1365 | 2026-09-10T09:00:08.172Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::migration_ensures_instance_metadata
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1366 | 2026-09-10T09:00:08.172Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::migration_ensures_instance_metadata
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log"
target = phd_framework::log_config
|
| 1367 | 2026-09-10T09:00:08.205Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1218
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm::server
|
| 1368 | 2026-09-10T09:00:08.218Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 45
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1369 | 2026-09-10T09:00:08.218Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 76292e2f-bdde-4d90-924a-8d3763de41f4
|
| 1370 | 2026-09-10T09:00:08.219Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 76292e2f-bdde-4d90-924a-8d3763de41f4
|
| 1371 | 2026-09-10T09:00:08.936Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 76292e2f-bdde-4d90-924a-8d3763de41f4
|
| 1372 | 2026-09-10T09:00:09.474Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 76292e2f-bdde-4d90-924a-8d3763de41f4
|
| 1373 | 2026-09-10T09:00:10.177Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 76292e2f-bdde-4d90-924a-8d3763de41f4
|
| 1374 | 2026-09-10T09:00:10.178Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1959
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 76292e2f-bdde-4d90-924a-8d3763de41f4
|
| 1375 | 2026-09-10T09:00:10.178Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::migration_ensures_instance_metadata
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1376 | 2026-09-10T09:00:10.187Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::migration_ensures_instance_metadata
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1377 | 2026-09-10T09:00:10.196Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
|
| 1378 | 2026-09-10T09:00:10.196Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3b8b7a40-a530-4560-9f7e-6e76cf62dcb2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = destroy
|
| 1379 | 2026-09-10T09:00:10.229Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
|
| 1380 | 2026-09-10T09:00:10.230Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e47e5d9e-43b3-46fc-8a9e-e8b29aa55ec3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = destroy
|
| 1381 | 2026-09-10T09:00:10.247Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2186
file = phd-tests/tests/src/migrate.rs
line = 388
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_tests::migrate
|
| 1382 | 2026-09-10T09:00:10.250Z | INFO | phd-runner: test phd_tests::migrate::migration_ensures_instance_metadata ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:402:21
8: <tracing::instrument::Instrumented<phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:388:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1383 | 2026-09-10T09:00:10.250Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1384 | 2026-09-10T09:00:10.251Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1385 | 2026-09-10T09:00:10.251Z | INFO | phd-runner: Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1386 | 2026-09-10T09:00:10.251Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1387 | 2026-09-10T09:00:10.251Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1388 | 2026-09-10T09:00:10.251Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 433
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_tests::migrate
|
| 1389 | 2026-09-10T09:00:10.251Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1390 | 2026-09-10T09:00:10.251Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1391 | 2026-09-10T09:00:10.251Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1392 | 2026-09-10T09:00:10.252Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = list
|
| 1393 | 2026-09-10T09:00:10.264Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1394 | 2026-09-10T09:00:10.264Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8e014663-753d-480f-b660-f842827aa036"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = snapshot
|
| 1395 | 2026-09-10T09:00:10.281Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8e014663-753d-480f-b660-f842827aa036", "phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = clone
|
| 1396 | 2026-09-10T09:00:10.299Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = list
|
| 1397 | 2026-09-10T09:00:10.311Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c 0B 25.3T 207M /phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c\n
target = phd_framework::zfs
|
| 1398 | 2026-09-10T09:00:10.312Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1399 | 2026-09-10T09:00:10.312Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm_name = vm_reaches_destroyed_after_migration_out_source
|
| 1400 | 2026-09-10T09:00:10.312Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1401 | 2026-09-10T09:00:10.312Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1402 | 2026-09-10T09:00:10.312Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log"
target = phd_framework::log_config
|
| 1403 | 2026-09-10T09:00:10.349Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1227
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm::server
|
| 1404 | 2026-09-10T09:00:10.365Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 52
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1405 | 2026-09-10T09:00:10.365Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1406 | 2026-09-10T09:00:10.365Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm_name = vm_reaches_destroyed_after_migration_out_target
|
| 1407 | 2026-09-10T09:00:10.365Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1408 | 2026-09-10T09:00:10.365Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1409 | 2026-09-10T09:00:10.365Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log"
target = phd_framework::log_config
|
| 1410 | 2026-09-10T09:00:10.399Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1228
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm::server
|
| 1411 | 2026-09-10T09:00:10.413Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1412 | 2026-09-10T09:00:10.413Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = adc9cedc-fe11-48f1-b6bd-d2457282633c
|
| 1413 | 2026-09-10T09:00:10.414Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = adc9cedc-fe11-48f1-b6bd-d2457282633c
|
| 1414 | 2026-09-10T09:00:10.785Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = adc9cedc-fe11-48f1-b6bd-d2457282633c
|
| 1415 | 2026-09-10T09:00:11.676Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = adc9cedc-fe11-48f1-b6bd-d2457282633c
|
| 1416 | 2026-09-10T09:00:11.676Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1262
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = adc9cedc-fe11-48f1-b6bd-d2457282633c
|
| 1417 | 2026-09-10T09:00:11.676Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1418 | 2026-09-10T09:00:11.685Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1419 | 2026-09-10T09:00:11.694Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
|
| 1420 | 2026-09-10T09:00:11.694Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-30be83a6-4158-447f-9683-031dfec6210c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = destroy
|
| 1421 | 2026-09-10T09:00:11.726Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
|
| 1422 | 2026-09-10T09:00:11.726Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8e014663-753d-480f-b660-f842827aa036"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = destroy
|
| 1423 | 2026-09-10T09:00:11.744Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1492
file = phd-tests/tests/src/migrate.rs
line = 433
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_tests::migrate
|
| 1424 | 2026-09-10T09:00:11.747Z | INFO | phd-runner: test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:447:21
8: <tracing::instrument::Instrumented<phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:433:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1425 | 2026-09-10T09:00:11.747Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1426 | 2026-09-10T09:00:11.747Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1427 | 2026-09-10T09:00:11.747Z | INFO | phd-runner: Starting test phd_tests::vsock::vsock_get_cid
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1428 | 2026-09-10T09:00:11.747Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1429 | 2026-09-10T09:00:11.747Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1430 | 2026-09-10T09:00:11.747Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/vsock.rs
line = 25
path = phd_tests::vsock::vsock_get_cid
target = phd_tests::vsock
|
| 1431 | 2026-09-10T09:00:11.747Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1432 | 2026-09-10T09:00:11.747Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1433 | 2026-09-10T09:00:11.747Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1434 | 2026-09-10T09:00:11.748Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = list
|
| 1435 | 2026-09-10T09:00:11.759Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_get_cid
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1436 | 2026-09-10T09:00:11.759Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-87f65690-7aa4-4965-acf5-fd523f67a0a9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = snapshot
|
| 1437 | 2026-09-10T09:00:11.778Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-87f65690-7aa4-4965-acf5-fd523f67a0a9", "phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = clone
|
| 1438 | 2026-09-10T09:00:11.798Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = list
|
| 1439 | 2026-09-10T09:00:11.807Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_get_cid
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410 0B 25.3T 207M /phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410\n
target = phd_framework::zfs
|
| 1440 | 2026-09-10T09:00:11.808Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
|
| 1441 | 2026-09-10T09:00:11.808Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm_name = vsock_get_cid
|
| 1442 | 2026-09-10T09:00:11.808Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1443 | 2026-09-10T09:00:11.808Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::vsock::vsock_get_cid
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1444 | 2026-09-10T09:00:11.808Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::vsock::vsock_get_cid
stderr_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log"
target = phd_framework::log_config
|
| 1445 | 2026-09-10T09:00:11.843Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1237
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm::server
|
| 1446 | 2026-09-10T09:00:11.857Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
|
| 1447 | 2026-09-10T09:00:11.857Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 1b4f78bf-c233-4d0c-bbd5-26a3b5549afa
|
| 1448 | 2026-09-10T09:00:11.858Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 1b4f78bf-c233-4d0c-bbd5-26a3b5549afa
|
| 1449 | 2026-09-10T09:00:12.292Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 1b4f78bf-c233-4d0c-bbd5-26a3b5549afa
|
| 1450 | 2026-09-10T09:00:13.281Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 1b4f78bf-c233-4d0c-bbd5-26a3b5549afa
|
| 1451 | 2026-09-10T09:00:13.282Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1424
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 1b4f78bf-c233-4d0c-bbd5-26a3b5549afa
|
| 1452 | 2026-09-10T09:00:13.282Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::vsock::vsock_get_cid
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1453 | 2026-09-10T09:00:13.290Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
|
| 1454 | 2026-09-10T09:00:13.291Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a3a6afe5-c767-439d-b65e-580a36acd410"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = destroy
|
| 1455 | 2026-09-10T09:00:13.326Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
|
| 1456 | 2026-09-10T09:00:13.326Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-87f65690-7aa4-4965-acf5-fd523f67a0a9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = destroy
|
| 1457 | 2026-09-10T09:00:13.346Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1598
file = phd-tests/tests/src/vsock.rs
line = 25
path = phd_tests::vsock::vsock_get_cid
target = phd_tests::vsock
|
| 1458 | 2026-09-10T09:00:13.349Z | INFO | phd-runner: test phd_tests::vsock::vsock_get_cid ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:33:17
8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::vsock::vsock_get_cid::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:25:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1459 | 2026-09-10T09:00:13.349Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1460 | 2026-09-10T09:00:13.349Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1461 | 2026-09-10T09:00:13.349Z | INFO | phd-runner: Starting test phd_tests::vsock::vsock_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1462 | 2026-09-10T09:00:13.349Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1463 | 2026-09-10T09:00:13.349Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1464 | 2026-09-10T09:00:13.349Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/vsock.rs
line = 10
path = phd_tests::vsock::vsock_smoke_test
target = phd_tests::vsock
|
| 1465 | 2026-09-10T09:00:13.350Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1466 | 2026-09-10T09:00:13.350Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1467 | 2026-09-10T09:00:13.350Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1468 | 2026-09-10T09:00:13.350Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = list
|
| 1469 | 2026-09-10T09:00:13.361Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1470 | 2026-09-10T09:00:13.361Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-99472b9e-7883-4be7-a100-21ca7f242281"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 1471 | 2026-09-10T09:00:13.377Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-99472b9e-7883-4be7-a100-21ca7f242281", "phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = clone
|
| 1472 | 2026-09-10T09:00:13.395Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = list
|
| 1473 | 2026-09-10T09:00:13.405Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5 0B 25.3T 207M /phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5\n
target = phd_framework::zfs
|
| 1474 | 2026-09-10T09:00:13.406Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
|
| 1475 | 2026-09-10T09:00:13.406Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm_name = vsock_smoke_test
|
| 1476 | 2026-09-10T09:00:13.406Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1477 | 2026-09-10T09:00:13.406Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::vsock::vsock_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1478 | 2026-09-10T09:00:13.406Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::vsock::vsock_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log"
target = phd_framework::log_config
|
| 1479 | 2026-09-10T09:00:13.439Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1245
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm::server
|
| 1480 | 2026-09-10T09:00:13.454Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
|
| 1481 | 2026-09-10T09:00:13.454Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = ba6e858a-f4f8-4228-837e-6e818fecfe58
|
| 1482 | 2026-09-10T09:00:13.454Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = ba6e858a-f4f8-4228-837e-6e818fecfe58
|
| 1483 | 2026-09-10T09:00:14.161Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = ba6e858a-f4f8-4228-837e-6e818fecfe58
|
| 1484 | 2026-09-10T09:00:14.915Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = ba6e858a-f4f8-4228-837e-6e818fecfe58
|
| 1485 | 2026-09-10T09:00:14.916Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1461
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = ba6e858a-f4f8-4228-837e-6e818fecfe58
|
| 1486 | 2026-09-10T09:00:14.916Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::vsock::vsock_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1487 | 2026-09-10T09:00:14.925Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
|
| 1488 | 2026-09-10T09:00:14.925Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5308ded7-c758-473a-addb-38c9d7eeb9c5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1489 | 2026-09-10T09:00:14.956Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
|
| 1490 | 2026-09-10T09:00:14.956Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-99472b9e-7883-4be7-a100-21ca7f242281"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1491 | 2026-09-10T09:00:14.974Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1624
file = phd-tests/tests/src/vsock.rs
line = 10
path = phd_tests::vsock::vsock_smoke_test
target = phd_tests::vsock
|
| 1492 | 2026-09-10T09:00:14.976Z | INFO | phd-runner: test phd_tests::vsock::vsock_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:16:17
8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::vsock::vsock_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1493 | 2026-09-10T09:00:14.977Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1494 | 2026-09-10T09:00:14.977Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1495 | 2026-09-10T09:00:14.977Z | INFO | phd-runner: Starting test phd_tests::framework::long_line_serial_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1496 | 2026-09-10T09:00:14.977Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1497 | 2026-09-10T09:00:14.977Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1498 | 2026-09-10T09:00:14.977Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/framework.rs
line = 20
path = phd_tests::framework::long_line_serial_test
target = phd_tests::framework
|
| 1499 | 2026-09-10T09:00:14.977Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1500 | 2026-09-10T09:00:14.977Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1501 | 2026-09-10T09:00:14.977Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1502 | 2026-09-10T09:00:14.977Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1503 | 2026-09-10T09:00:14.977Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = list
|
| 1504 | 2026-09-10T09:00:14.989Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::long_line_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1505 | 2026-09-10T09:00:14.989Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4603ba72-21c6-4aee-8b09-7dc1de284c3d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = snapshot
|
| 1506 | 2026-09-10T09:00:15.009Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4603ba72-21c6-4aee-8b09-7dc1de284c3d", "phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = clone
|
| 1507 | 2026-09-10T09:00:15.028Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = list
|
| 1508 | 2026-09-10T09:00:15.039Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::long_line_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec 0B 25.3T 207M /phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec\n
target = phd_framework::zfs
|
| 1509 | 2026-09-10T09:00:15.040Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
|
| 1510 | 2026-09-10T09:00:15.040Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm_name = long_line_serial_test
|
| 1511 | 2026-09-10T09:00:15.040Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1512 | 2026-09-10T09:00:15.040Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::framework::long_line_serial_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1513 | 2026-09-10T09:00:15.040Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::framework::long_line_serial_test
stderr_path = "/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log"
target = phd_framework::log_config
|
| 1514 | 2026-09-10T09:00:15.073Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1253
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm::server
|
| 1515 | 2026-09-10T09:00:15.087Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
|
| 1516 | 2026-09-10T09:00:15.088Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 010cf8c1-908e-48c2-8393-b1850fa9dcb6
|
| 1517 | 2026-09-10T09:00:15.088Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 010cf8c1-908e-48c2-8393-b1850fa9dcb6
|
| 1518 | 2026-09-10T09:00:15.520Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 010cf8c1-908e-48c2-8393-b1850fa9dcb6
|
| 1519 | 2026-09-10T09:00:16.379Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 010cf8c1-908e-48c2-8393-b1850fa9dcb6
|
| 1520 | 2026-09-10T09:00:16.380Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1291
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 010cf8c1-908e-48c2-8393-b1850fa9dcb6
|
| 1521 | 2026-09-10T09:00:16.380Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::framework::long_line_serial_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1522 | 2026-09-10T09:00:16.388Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
|
| 1523 | 2026-09-10T09:00:16.388Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5febea87-d607-47cd-9abd-9f95d73ce3ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1524 | 2026-09-10T09:00:16.420Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
|
| 1525 | 2026-09-10T09:00:16.420Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4603ba72-21c6-4aee-8b09-7dc1de284c3d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1526 | 2026-09-10T09:00:16.438Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1460
file = phd-tests/tests/src/framework.rs
line = 20
path = phd_tests::framework::long_line_serial_test
target = phd_tests::framework
|
| 1527 | 2026-09-10T09:00:16.442Z | INFO | phd-runner: test phd_tests::framework::long_line_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:33:17
8: <tracing::instrument::Instrumented<phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::framework::long_line_serial_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:20:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1528 | 2026-09-10T09:00:16.442Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1529 | 2026-09-10T09:00:16.442Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1530 | 2026-09-10T09:00:16.442Z | INFO | phd-runner: Starting test phd_tests::framework::multiline_serial_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1531 | 2026-09-10T09:00:16.442Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1532 | 2026-09-10T09:00:16.442Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1533 | 2026-09-10T09:00:16.442Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/framework.rs
line = 10
path = phd_tests::framework::multiline_serial_test
target = phd_tests::framework
|
| 1534 | 2026-09-10T09:00:16.442Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1535 | 2026-09-10T09:00:16.442Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1536 | 2026-09-10T09:00:16.443Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1537 | 2026-09-10T09:00:16.443Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = list
|
| 1538 | 2026-09-10T09:00:16.455Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::multiline_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1539 | 2026-09-10T09:00:16.455Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-f358fabe-e8e2-451e-a2f0-2b0096eba283"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = snapshot
|
| 1540 | 2026-09-10T09:00:16.474Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-f358fabe-e8e2-451e-a2f0-2b0096eba283", "phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = clone
|
| 1541 | 2026-09-10T09:00:16.495Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = list
|
| 1542 | 2026-09-10T09:00:16.507Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::multiline_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f 0B 25.3T 207M /phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f\n
target = phd_framework::zfs
|
| 1543 | 2026-09-10T09:00:16.508Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
|
| 1544 | 2026-09-10T09:00:16.508Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm_name = multiline_test
|
| 1545 | 2026-09-10T09:00:16.508Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1546 | 2026-09-10T09:00:16.508Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::framework::multiline_serial_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1547 | 2026-09-10T09:00:16.508Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::framework::multiline_serial_test
stderr_path = "/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stdout.log"
target = phd_framework::log_config
|
| 1548 | 2026-09-10T09:00:16.544Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1261
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm::server
|
| 1549 | 2026-09-10T09:00:16.558Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
|
| 1550 | 2026-09-10T09:00:16.559Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = f4f8998f-a6fd-462c-842b-f09d2adcae7b
|
| 1551 | 2026-09-10T09:00:16.559Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = f4f8998f-a6fd-462c-842b-f09d2adcae7b
|
| 1552 | 2026-09-10T09:00:17.222Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = f4f8998f-a6fd-462c-842b-f09d2adcae7b
|
| 1553 | 2026-09-10T09:00:17.772Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = f4f8998f-a6fd-462c-842b-f09d2adcae7b
|
| 1554 | 2026-09-10T09:00:18.543Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = f4f8998f-a6fd-462c-842b-f09d2adcae7b
|
| 1555 | 2026-09-10T09:00:18.543Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1984
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = f4f8998f-a6fd-462c-842b-f09d2adcae7b
|
| 1556 | 2026-09-10T09:00:18.544Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::framework::multiline_serial_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1557 | 2026-09-10T09:00:18.552Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
|
| 1558 | 2026-09-10T09:00:18.552Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-789b8e2a-a11c-4c3e-9d87-a02905a0385f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1559 | 2026-09-10T09:00:18.585Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
|
| 1560 | 2026-09-10T09:00:18.585Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-f358fabe-e8e2-451e-a2f0-2b0096eba283"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1561 | 2026-09-10T09:00:18.603Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2160
file = phd-tests/tests/src/framework.rs
line = 10
path = phd_tests::framework::multiline_serial_test
target = phd_tests::framework
|
| 1562 | 2026-09-10T09:00:18.606Z | INFO | phd-runner: test phd_tests::framework::multiline_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:13:17
8: <tracing::instrument::Instrumented<phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::framework::multiline_serial_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1563 | 2026-09-10T09:00:18.606Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1564 | 2026-09-10T09:00:18.606Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1565 | 2026-09-10T09:00:18.606Z | INFO | phd-runner: Starting test phd_tests::hw::lspci_lifecycle_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1566 | 2026-09-10T09:00:18.606Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1567 | 2026-09-10T09:00:18.606Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1568 | 2026-09-10T09:00:18.607Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hw.rs
line = 8
path = phd_tests::hw::lspci_lifecycle_test
target = phd_tests::hw
|
| 1569 | 2026-09-10T09:00:18.607Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1570 | 2026-09-10T09:00:18.607Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1571 | 2026-09-10T09:00:18.607Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1572 | 2026-09-10T09:00:18.607Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 1573 | 2026-09-10T09:00:18.619Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hw::lspci_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1574 | 2026-09-10T09:00:18.619Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bad0110f-18ff-47db-8ccc-b4a5cdaca61f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = snapshot
|
| 1575 | 2026-09-10T09:00:18.637Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bad0110f-18ff-47db-8ccc-b4a5cdaca61f", "phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = clone
|
| 1576 | 2026-09-10T09:00:18.656Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 1577 | 2026-09-10T09:00:18.667Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hw::lspci_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947 0B 25.3T 207M /phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947\n
target = phd_framework::zfs
|
| 1578 | 2026-09-10T09:00:18.668Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
|
| 1579 | 2026-09-10T09:00:18.668Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm_name = lspci_lifecycle_test
|
| 1580 | 2026-09-10T09:00:18.668Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1581 | 2026-09-10T09:00:18.668Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hw::lspci_lifecycle_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1582 | 2026-09-10T09:00:18.668Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hw::lspci_lifecycle_test
stderr_path = "/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log"
target = phd_framework::log_config
|
| 1583 | 2026-09-10T09:00:18.704Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1269
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm::server
|
| 1584 | 2026-09-10T09:00:18.717Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
|
| 1585 | 2026-09-10T09:00:18.717Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = ab0b2387-fee1-4d7a-9b27-9b3da15d28d6
|
| 1586 | 2026-09-10T09:00:18.718Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = ab0b2387-fee1-4d7a-9b27-9b3da15d28d6
|
| 1587 | 2026-09-10T09:00:19.220Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = ab0b2387-fee1-4d7a-9b27-9b3da15d28d6
|
| 1588 | 2026-09-10T09:00:19.651Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = ab0b2387-fee1-4d7a-9b27-9b3da15d28d6
|
| 1589 | 2026-09-10T09:00:20.304Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = ab0b2387-fee1-4d7a-9b27-9b3da15d28d6
|
| 1590 | 2026-09-10T09:00:20.304Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1586
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = ab0b2387-fee1-4d7a-9b27-9b3da15d28d6
|
| 1591 | 2026-09-10T09:00:20.304Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hw::lspci_lifecycle_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1592 | 2026-09-10T09:00:20.313Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
|
| 1593 | 2026-09-10T09:00:20.313Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c39885b9-ec81-42fa-892d-6a189d661947"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 1594 | 2026-09-10T09:00:20.344Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
|
| 1595 | 2026-09-10T09:00:20.344Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bad0110f-18ff-47db-8ccc-b4a5cdaca61f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 1596 | 2026-09-10T09:00:20.363Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1755
file = phd-tests/tests/src/hw.rs
line = 8
path = phd_tests::hw::lspci_lifecycle_test
target = phd_tests::hw
|
| 1597 | 2026-09-10T09:00:20.366Z | INFO | phd-runner: test phd_tests::hw::lspci_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:17:17
8: <tracing::instrument::Instrumented<phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hw::lspci_lifecycle_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:8:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1598 | 2026-09-10T09:00:20.366Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1599 | 2026-09-10T09:00:20.366Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1600 | 2026-09-10T09:00:20.367Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::export_failure
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1601 | 2026-09-10T09:00:20.367Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1602 | 2026-09-10T09:00:20.367Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1603 | 2026-09-10T09:00:20.367Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 206
path = phd_tests::migrate::running_process::export_failure
target = phd_tests::migrate::running_process
|
| 1604 | 2026-09-10T09:00:20.367Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1605 | 2026-09-10T09:00:20.367Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1606 | 2026-09-10T09:00:20.367Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1607 | 2026-09-10T09:00:20.367Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = list
|
| 1608 | 2026-09-10T09:00:20.378Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::export_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1609 | 2026-09-10T09:00:20.378Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6ab300f4-46f0-4330-a3c1-79e51c18e8cc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = snapshot
|
| 1610 | 2026-09-10T09:00:20.395Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6ab300f4-46f0-4330-a3c1-79e51c18e8cc", "phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = clone
|
| 1611 | 2026-09-10T09:00:20.414Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = list
|
| 1612 | 2026-09-10T09:00:20.424Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::export_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15 0B 25.3T 207M /phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15\n
target = phd_framework::zfs
|
| 1613 | 2026-09-10T09:00:20.425Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1614 | 2026-09-10T09:00:20.425Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_source
|
| 1615 | 2026-09-10T09:00:20.425Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1616 | 2026-09-10T09:00:20.425Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1617 | 2026-09-10T09:00:20.425Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log"
target = phd_framework::log_config
|
| 1618 | 2026-09-10T09:00:20.459Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1277
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 1619 | 2026-09-10T09:00:20.473Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1620 | 2026-09-10T09:00:20.473Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1621 | 2026-09-10T09:00:20.473Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_target1
|
| 1622 | 2026-09-10T09:00:20.473Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1623 | 2026-09-10T09:00:20.473Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1624 | 2026-09-10T09:00:20.473Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log"
target = phd_framework::log_config
|
| 1625 | 2026-09-10T09:00:20.505Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1278
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 1626 | 2026-09-10T09:00:20.520Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 46
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1627 | 2026-09-10T09:00:20.520Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1628 | 2026-09-10T09:00:20.520Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_target2
|
| 1629 | 2026-09-10T09:00:20.520Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1630 | 2026-09-10T09:00:20.520Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1631 | 2026-09-10T09:00:20.520Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log"
target = phd_framework::log_config
|
| 1632 | 2026-09-10T09:00:20.549Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1279
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 1633 | 2026-09-10T09:00:20.563Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 43
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1634 | 2026-09-10T09:00:20.564Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 5353e266-4b2d-4ee0-9f68-31d27fd8ba32
|
| 1635 | 2026-09-10T09:00:20.564Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 5353e266-4b2d-4ee0-9f68-31d27fd8ba32
|
| 1636 | 2026-09-10T09:00:20.835Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 5353e266-4b2d-4ee0-9f68-31d27fd8ba32
|
| 1637 | 2026-09-10T09:00:21.718Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 5353e266-4b2d-4ee0-9f68-31d27fd8ba32
|
| 1638 | 2026-09-10T09:00:22.379Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 5353e266-4b2d-4ee0-9f68-31d27fd8ba32
|
| 1639 | 2026-09-10T09:00:22.379Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1815
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 5353e266-4b2d-4ee0-9f68-31d27fd8ba32
|
| 1640 | 2026-09-10T09:00:22.380Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 1641 | 2026-09-10T09:00:22.388Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1642 | 2026-09-10T09:00:22.397Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1643 | 2026-09-10T09:00:22.405Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
|
| 1644 | 2026-09-10T09:00:22.405Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bf0b92e5-f340-4194-a5d5-2862c5914f15"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = destroy
|
| 1645 | 2026-09-10T09:00:22.438Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
|
| 1646 | 2026-09-10T09:00:22.439Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6ab300f4-46f0-4330-a3c1-79e51c18e8cc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = destroy
|
| 1647 | 2026-09-10T09:00:22.456Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2088
file = phd-tests/tests/src/migrate.rs
line = 206
path = phd_tests::migrate::running_process::export_failure
target = phd_tests::migrate::running_process
|
| 1648 | 2026-09-10T09:00:22.461Z | INFO | phd-runner: test phd_tests::migrate::running_process::export_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:230:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::export_failure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:206:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1649 | 2026-09-10T09:00:22.461Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1650 | 2026-09-10T09:00:22.461Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1651 | 2026-09-10T09:00:22.461Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::import_failure
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1652 | 2026-09-10T09:00:22.461Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1653 | 2026-09-10T09:00:22.462Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1654 | 2026-09-10T09:00:22.462Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 136
path = phd_tests::migrate::running_process::import_failure
target = phd_tests::migrate::running_process
|
| 1655 | 2026-09-10T09:00:22.462Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1656 | 2026-09-10T09:00:22.462Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1657 | 2026-09-10T09:00:22.462Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1658 | 2026-09-10T09:00:22.462Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1659 | 2026-09-10T09:00:22.473Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1660 | 2026-09-10T09:00:22.473Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7ba98bf3-1efe-4bc6-b7e9-43b2ae42b1e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = snapshot
|
| 1661 | 2026-09-10T09:00:22.491Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7ba98bf3-1efe-4bc6-b7e9-43b2ae42b1e9", "phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = clone
|
| 1662 | 2026-09-10T09:00:22.508Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1663 | 2026-09-10T09:00:22.520Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a 0B 25.3T 207M /phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a\n
target = phd_framework::zfs
|
| 1664 | 2026-09-10T09:00:22.521Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1665 | 2026-09-10T09:00:22.521Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_source
|
| 1666 | 2026-09-10T09:00:22.521Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1667 | 2026-09-10T09:00:22.521Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1668 | 2026-09-10T09:00:22.521Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log"
target = phd_framework::log_config
|
| 1669 | 2026-09-10T09:00:22.556Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1289
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 1670 | 2026-09-10T09:00:22.571Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1671 | 2026-09-10T09:00:22.571Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1672 | 2026-09-10T09:00:22.571Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1673 | 2026-09-10T09:00:22.571Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1674 | 2026-09-10T09:00:22.571Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1675 | 2026-09-10T09:00:22.584Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1676 | 2026-09-10T09:00:22.584Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-beb9f465-5d65-4b65-bb88-be793f4f9c16"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = snapshot
|
| 1677 | 2026-09-10T09:00:22.606Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-beb9f465-5d65-4b65-bb88-be793f4f9c16", "phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = clone
|
| 1678 | 2026-09-10T09:00:22.624Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1679 | 2026-09-10T09:00:22.635Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77 0B 25.3T 207M /phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77\n
target = phd_framework::zfs
|
| 1680 | 2026-09-10T09:00:22.636Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1681 | 2026-09-10T09:00:22.636Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_target1
|
| 1682 | 2026-09-10T09:00:22.636Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1683 | 2026-09-10T09:00:22.636Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1684 | 2026-09-10T09:00:22.636Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log"
target = phd_framework::log_config
|
| 1685 | 2026-09-10T09:00:22.670Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1294
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 1686 | 2026-09-10T09:00:22.684Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1687 | 2026-09-10T09:00:22.684Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1688 | 2026-09-10T09:00:22.684Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_target2
|
| 1689 | 2026-09-10T09:00:22.685Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1690 | 2026-09-10T09:00:22.685Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1691 | 2026-09-10T09:00:22.685Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log"
target = phd_framework::log_config
|
| 1692 | 2026-09-10T09:00:22.721Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1295
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 1693 | 2026-09-10T09:00:22.737Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 52
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1694 | 2026-09-10T09:00:22.737Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 78ec50a0-165c-4ff6-86e3-f0b0786b8b68
|
| 1695 | 2026-09-10T09:00:22.737Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 78ec50a0-165c-4ff6-86e3-f0b0786b8b68
|
| 1696 | 2026-09-10T09:00:23.409Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 78ec50a0-165c-4ff6-86e3-f0b0786b8b68
|
| 1697 | 2026-09-10T09:00:24.380Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 78ec50a0-165c-4ff6-86e3-f0b0786b8b68
|
| 1698 | 2026-09-10T09:00:24.381Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1643
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 78ec50a0-165c-4ff6-86e3-f0b0786b8b68
|
| 1699 | 2026-09-10T09:00:24.381Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 1700 | 2026-09-10T09:00:24.390Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1701 | 2026-09-10T09:00:24.399Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1702 | 2026-09-10T09:00:24.399Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-cc025b02-bab1-45d7-bd58-5c8de3f81b77"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1703 | 2026-09-10T09:00:24.430Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1704 | 2026-09-10T09:00:24.430Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-beb9f465-5d65-4b65-bb88-be793f4f9c16"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1705 | 2026-09-10T09:00:24.450Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1706 | 2026-09-10T09:00:24.459Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1707 | 2026-09-10T09:00:24.459Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8654e335-c0da-4494-9859-2533ddf44d0a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1708 | 2026-09-10T09:00:24.488Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1709 | 2026-09-10T09:00:24.488Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7ba98bf3-1efe-4bc6-b7e9-43b2ae42b1e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1710 | 2026-09-10T09:00:24.506Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2043
file = phd-tests/tests/src/migrate.rs
line = 136
path = phd_tests::migrate::running_process::import_failure
target = phd_tests::migrate::running_process
|
| 1711 | 2026-09-10T09:00:24.509Z | INFO | phd-runner: test phd_tests::migrate::running_process::import_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:168:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::import_failure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:136:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1712 | 2026-09-10T09:00:24.509Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1713 | 2026-09-10T09:00:24.509Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1714 | 2026-09-10T09:00:24.509Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1715 | 2026-09-10T09:00:24.509Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1716 | 2026-09-10T09:00:24.509Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1717 | 2026-09-10T09:00:24.509Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 116
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_tests::migrate::running_process
|
| 1718 | 2026-09-10T09:00:24.509Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1719 | 2026-09-10T09:00:24.509Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1720 | 2026-09-10T09:00:24.509Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1721 | 2026-09-10T09:00:24.509Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = list
|
| 1722 | 2026-09-10T09:00:24.521Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::migrate_running_process
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1723 | 2026-09-10T09:00:24.521Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-27c754af-b532-4e96-ae58-ddda6021ba3d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = snapshot
|
| 1724 | 2026-09-10T09:00:24.541Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-27c754af-b532-4e96-ae58-ddda6021ba3d", "phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = clone
|
| 1725 | 2026-09-10T09:00:24.560Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = list
|
| 1726 | 2026-09-10T09:00:24.571Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::migrate_running_process
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae 0B 25.3T 207M /phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae\n
target = phd_framework::zfs
|
| 1727 | 2026-09-10T09:00:24.571Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1728 | 2026-09-10T09:00:24.572Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm_name = migrate_running_process_source
|
| 1729 | 2026-09-10T09:00:24.572Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1730 | 2026-09-10T09:00:24.572Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::migrate_running_process
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1731 | 2026-09-10T09:00:24.572Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::migrate_running_process
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log"
target = phd_framework::log_config
|
| 1732 | 2026-09-10T09:00:24.607Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1307
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm::server
|
| 1733 | 2026-09-10T09:00:24.621Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1734 | 2026-09-10T09:00:24.621Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1735 | 2026-09-10T09:00:24.621Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm_name = migrate_running_process_target
|
| 1736 | 2026-09-10T09:00:24.621Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1737 | 2026-09-10T09:00:24.621Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::migrate_running_process
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1738 | 2026-09-10T09:00:24.621Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::migrate_running_process
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log"
target = phd_framework::log_config
|
| 1739 | 2026-09-10T09:00:24.665Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1308
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm::server
|
| 1740 | 2026-09-10T09:00:24.679Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 57
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1741 | 2026-09-10T09:00:24.679Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 219066fc-dbe3-4f57-90f5-2732061380e6
|
| 1742 | 2026-09-10T09:00:24.680Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 219066fc-dbe3-4f57-90f5-2732061380e6
|
| 1743 | 2026-09-10T09:00:24.973Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 219066fc-dbe3-4f57-90f5-2732061380e6
|
| 1744 | 2026-09-10T09:00:25.357Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 219066fc-dbe3-4f57-90f5-2732061380e6
|
| 1745 | 2026-09-10T09:00:26.360Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 219066fc-dbe3-4f57-90f5-2732061380e6
|
| 1746 | 2026-09-10T09:00:26.360Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1680
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 219066fc-dbe3-4f57-90f5-2732061380e6
|
| 1747 | 2026-09-10T09:00:26.360Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::migrate_running_process
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1748 | 2026-09-10T09:00:26.368Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::migrate_running_process
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1749 | 2026-09-10T09:00:26.377Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
|
| 1750 | 2026-09-10T09:00:26.377Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e3959b2d-5e5f-453f-b458-6eee38ddb9ae"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = destroy
|
| 1751 | 2026-09-10T09:00:26.407Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
|
| 1752 | 2026-09-10T09:00:26.407Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-27c754af-b532-4e96-ae58-ddda6021ba3d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = destroy
|
| 1753 | 2026-09-10T09:00:26.428Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1918
file = phd-tests/tests/src/migrate.rs
line = 116
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_tests::migrate::running_process
|
| 1754 | 2026-09-10T09:00:26.430Z | INFO | phd-runner: test phd_tests::migrate::running_process::migrate_running_process ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:124:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::migrate_running_process::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:116:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1755 | 2026-09-10T09:00:26.430Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1756 | 2026-09-10T09:00:26.430Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1757 | 2026-09-10T09:00:26.430Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_boot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1758 | 2026-09-10T09:00:26.430Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1759 | 2026-09-10T09:00:26.431Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1760 | 2026-09-10T09:00:26.431Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 140
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 1761 | 2026-09-10T09:00:26.436Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 1762 | 2026-09-10T09:00:26.437Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1763 | 2026-09-10T09:00:26.437Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1764 | 2026-09-10T09:00:26.437Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1765 | 2026-09-10T09:00:26.437Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = list
|
| 1766 | 2026-09-10T09:00:26.450Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_boot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1767 | 2026-09-10T09:00:26.450Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4381c8ff-c4c8-481e-954b-45a9ed025cc2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = snapshot
|
| 1768 | 2026-09-10T09:00:26.467Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4381c8ff-c4c8-481e-954b-45a9ed025cc2", "phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = clone
|
| 1769 | 2026-09-10T09:00:26.488Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = list
|
| 1770 | 2026-09-10T09:00:26.500Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_boot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc 0B 25.3T 207M /phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc\n
target = phd_framework::zfs
|
| 1771 | 2026-09-10T09:00:26.501Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
|
| 1772 | 2026-09-10T09:00:26.501Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm_name = cpuid_boot_test
|
| 1773 | 2026-09-10T09:00:26.501Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1774 | 2026-09-10T09:00:26.501Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_boot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1775 | 2026-09-10T09:00:26.501Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log"
target = phd_framework::log_config
|
| 1776 | 2026-09-10T09:00:26.534Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1317
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm::server
|
| 1777 | 2026-09-10T09:00:26.549Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
|
| 1778 | 2026-09-10T09:00:26.549Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = b9920faf-b96e-4463-ab5b-5dc8f6c8ac97
|
| 1779 | 2026-09-10T09:00:26.551Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = b9920faf-b96e-4463-ab5b-5dc8f6c8ac97
|
| 1780 | 2026-09-10T09:00:26.936Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = b9920faf-b96e-4463-ab5b-5dc8f6c8ac97
|
| 1781 | 2026-09-10T09:00:27.949Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = b9920faf-b96e-4463-ab5b-5dc8f6c8ac97
|
| 1782 | 2026-09-10T09:00:27.949Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1399
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = b9920faf-b96e-4463-ab5b-5dc8f6c8ac97
|
| 1783 | 2026-09-10T09:00:27.950Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_boot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1784 | 2026-09-10T09:00:27.959Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
|
| 1785 | 2026-09-10T09:00:27.959Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3bc54378-3e7b-4830-aa21-80909c80e4fc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = destroy
|
| 1786 | 2026-09-10T09:00:27.992Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
|
| 1787 | 2026-09-10T09:00:27.992Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4381c8ff-c4c8-481e-954b-45a9ed025cc2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = destroy
|
| 1788 | 2026-09-10T09:00:28.011Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1579
file = phd-tests/tests/src/cpuid.rs
line = 140
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 1789 | 2026-09-10T09:00:28.015Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:142:65
9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::cpuid_boot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:140:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1790 | 2026-09-10T09:00:28.015Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1791 | 2026-09-10T09:00:28.015Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1792 | 2026-09-10T09:00:28.015Z | INFO | phd-runner: Starting test phd_tests::cpuid::guest_cpu_topo_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1793 | 2026-09-10T09:00:28.015Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1794 | 2026-09-10T09:00:28.015Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1795 | 2026-09-10T09:00:28.015Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 337
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 1796 | 2026-09-10T09:00:28.018Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 1797 | 2026-09-10T09:00:28.019Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1798 | 2026-09-10T09:00:28.019Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1799 | 2026-09-10T09:00:28.019Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1800 | 2026-09-10T09:00:28.019Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = list
|
| 1801 | 2026-09-10T09:00:28.031Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::guest_cpu_topo_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1802 | 2026-09-10T09:00:28.031Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3cdf03d1-b4d5-41d3-a1be-a0e8d505be12"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = snapshot
|
| 1803 | 2026-09-10T09:00:28.048Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3cdf03d1-b4d5-41d3-a1be-a0e8d505be12", "phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = clone
|
| 1804 | 2026-09-10T09:00:28.065Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = list
|
| 1805 | 2026-09-10T09:00:28.077Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::guest_cpu_topo_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5 0B 25.3T 207M /phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5\n
target = phd_framework::zfs
|
| 1806 | 2026-09-10T09:00:28.078Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
|
| 1807 | 2026-09-10T09:00:28.078Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm_name = guest_cpu_topo_test
|
| 1808 | 2026-09-10T09:00:28.078Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1809 | 2026-09-10T09:00:28.078Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::guest_cpu_topo_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1810 | 2026-09-10T09:00:28.078Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::guest_cpu_topo_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log"
target = phd_framework::log_config
|
| 1811 | 2026-09-10T09:00:28.114Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1325
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm::server
|
| 1812 | 2026-09-10T09:00:28.129Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
|
| 1813 | 2026-09-10T09:00:28.129Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 92e2aa25-59ca-4628-9209-de7aaa0ce5d8
|
| 1814 | 2026-09-10T09:00:28.130Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 92e2aa25-59ca-4628-9209-de7aaa0ce5d8
|
| 1815 | 2026-09-10T09:00:28.533Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 92e2aa25-59ca-4628-9209-de7aaa0ce5d8
|
| 1816 | 2026-09-10T09:00:29.547Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 92e2aa25-59ca-4628-9209-de7aaa0ce5d8
|
| 1817 | 2026-09-10T09:00:29.548Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1418
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 92e2aa25-59ca-4628-9209-de7aaa0ce5d8
|
| 1818 | 2026-09-10T09:00:29.548Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::guest_cpu_topo_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1819 | 2026-09-10T09:00:29.557Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
|
| 1820 | 2026-09-10T09:00:29.557Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-31e77b90-61b3-42e1-8571-c912e97a05a5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = destroy
|
| 1821 | 2026-09-10T09:00:29.593Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
|
| 1822 | 2026-09-10T09:00:29.593Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3cdf03d1-b4d5-41d3-a1be-a0e8d505be12"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = destroy
|
| 1823 | 2026-09-10T09:00:29.612Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1596
file = phd-tests/tests/src/cpuid.rs
line = 337
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 1824 | 2026-09-10T09:00:29.615Z | INFO | phd-runner: test phd_tests::cpuid::guest_cpu_topo_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:339:69
9: <tracing::instrument::Instrumented<phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:337:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1825 | 2026-09-10T09:00:29.616Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1826 | 2026-09-10T09:00:29.616Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1827 | 2026-09-10T09:00:29.616Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_migrate_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1828 | 2026-09-10T09:00:29.616Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1829 | 2026-09-10T09:00:29.616Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1830 | 2026-09-10T09:00:29.616Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 146
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 1831 | 2026-09-10T09:00:29.620Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 1832 | 2026-09-10T09:00:29.620Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1833 | 2026-09-10T09:00:29.620Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1834 | 2026-09-10T09:00:29.620Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1835 | 2026-09-10T09:00:29.620Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = list
|
| 1836 | 2026-09-10T09:00:29.633Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1837 | 2026-09-10T09:00:29.633Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-397ebe06-e4cb-4061-8d1e-677e20224a49"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 1838 | 2026-09-10T09:00:29.653Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-397ebe06-e4cb-4061-8d1e-677e20224a49", "phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = clone
|
| 1839 | 2026-09-10T09:00:29.672Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = list
|
| 1840 | 2026-09-10T09:00:29.685Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e 0B 25.3T 207M /phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e\n
target = phd_framework::zfs
|
| 1841 | 2026-09-10T09:00:29.685Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
|
| 1842 | 2026-09-10T09:00:29.685Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm_name = cpuid_boot_test
|
| 1843 | 2026-09-10T09:00:29.685Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1844 | 2026-09-10T09:00:29.685Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_migrate_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1845 | 2026-09-10T09:00:29.686Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log"
target = phd_framework::log_config
|
| 1846 | 2026-09-10T09:00:29.722Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1333
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm::server
|
| 1847 | 2026-09-10T09:00:29.737Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
|
| 1848 | 2026-09-10T09:00:29.737Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 0ac136d0-bc52-40cc-9aac-75ea3ebc303a
|
| 1849 | 2026-09-10T09:00:29.738Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 0ac136d0-bc52-40cc-9aac-75ea3ebc303a
|
| 1850 | 2026-09-10T09:00:30.306Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 0ac136d0-bc52-40cc-9aac-75ea3ebc303a
|
| 1851 | 2026-09-10T09:00:30.863Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 0ac136d0-bc52-40cc-9aac-75ea3ebc303a
|
| 1852 | 2026-09-10T09:00:30.863Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1125
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 0ac136d0-bc52-40cc-9aac-75ea3ebc303a
|
| 1853 | 2026-09-10T09:00:30.863Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_migrate_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1854 | 2026-09-10T09:00:30.872Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
|
| 1855 | 2026-09-10T09:00:30.872Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-af85639c-ac66-481d-90ef-b003f15e486e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1856 | 2026-09-10T09:00:30.906Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
|
| 1857 | 2026-09-10T09:00:30.906Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-397ebe06-e4cb-4061-8d1e-677e20224a49"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1858 | 2026-09-10T09:00:30.924Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1307
file = phd-tests/tests/src/cpuid.rs
line = 146
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 1859 | 2026-09-10T09:00:30.927Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_migrate_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:148:65
9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:146:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1860 | 2026-09-10T09:00:30.927Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1861 | 2026-09-10T09:00:30.927Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1862 | 2026-09-10T09:00:30.927Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_instance_spec_round_trip_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1863 | 2026-09-10T09:00:30.927Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1864 | 2026-09-10T09:00:30.927Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1865 | 2026-09-10T09:00:30.928Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 23
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_tests::cpuid
|
| 1866 | 2026-09-10T09:00:30.928Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1867 | 2026-09-10T09:00:30.928Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1868 | 2026-09-10T09:00:30.928Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1869 | 2026-09-10T09:00:30.928Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = list
|
| 1870 | 2026-09-10T09:00:30.938Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 211M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1871 | 2026-09-10T09:00:30.939Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e92ed52c-bae2-47b0-968a-454b3b4e9a05"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = snapshot
|
| 1872 | 2026-09-10T09:00:30.958Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e92ed52c-bae2-47b0-968a-454b3b4e9a05", "phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = clone
|
| 1873 | 2026-09-10T09:00:30.975Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = list
|
| 1874 | 2026-09-10T09:00:30.986Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf 0B 25.3T 207M /phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf\n
target = phd_framework::zfs
|
| 1875 | 2026-09-10T09:00:30.986Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
|
| 1876 | 2026-09-10T09:00:30.987Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm_name = cpuid_instance_spec_round_trip_test
|
| 1877 | 2026-09-10T09:00:30.987Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1878 | 2026-09-10T09:00:30.987Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1879 | 2026-09-10T09:00:30.987Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log"
target = phd_framework::log_config
|
| 1880 | 2026-09-10T09:00:31.023Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1341
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm::server
|
| 1881 | 2026-09-10T09:00:31.037Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
|
| 1882 | 2026-09-10T09:00:31.037Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = 561badad-a12c-4ab6-beb8-e841a12e605e
|
| 1883 | 2026-09-10T09:00:31.038Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = 561badad-a12c-4ab6-beb8-e841a12e605e
|
| 1884 | 2026-09-10T09:00:31.360Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = 561badad-a12c-4ab6-beb8-e841a12e605e
|
| 1885 | 2026-09-10T09:00:32.429Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = 561badad-a12c-4ab6-beb8-e841a12e605e
|
| 1886 | 2026-09-10T09:00:32.429Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1391
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = 561badad-a12c-4ab6-beb8-e841a12e605e
|
| 1887 | 2026-09-10T09:00:32.429Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1888 | 2026-09-10T09:00:32.439Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
|
| 1889 | 2026-09-10T09:00:32.439Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1a0ba337-8f37-46c0-9d60-f4b15bb9fedf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = destroy
|
| 1890 | 2026-09-10T09:00:32.470Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
|
| 1891 | 2026-09-10T09:00:32.470Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e92ed52c-bae2-47b0-968a-454b3b4e9a05"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = destroy
|
| 1892 | 2026-09-10T09:00:32.488Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1560
file = phd-tests/tests/src/cpuid.rs
line = 23
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_tests::cpuid
|
| 1893 | 2026-09-10T09:00:32.492Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_instance_spec_round_trip_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:36:17
8: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:23:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1894 | 2026-09-10T09:00:32.492Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1895 | 2026-09-10T09:00:32.492Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1896 | 2026-09-10T09:00:32.492Z | INFO | phd-runner: [EXECUTION_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 35
target = phd_runner::fixtures
|
| 1897 | 2026-09-10T09:00:32.492Z | INFO | phd-runner: [EXECUTION_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 35
target = phd_runner::fixtures
|
| 1898 | | |
| 1899 | | failures: |
| 1900 | | phd_tests::disk::in_memory_backend_smoke_test |
| 1901 | | phd_tests::disk::in_memory_backend_migration_test |
| 1902 | | phd_tests::crucible::migrate::smoke_test |
| 1903 | | phd_tests::crucible::migrate::load_test |
| 1904 | | phd_tests::boot_order::configurable_boot_order |
| 1905 | | phd_tests::boot_order::unbootable_disk_skipped |
| 1906 | | phd_tests::boot_order::boot_order_source_priority |
| 1907 | | phd_tests::boot_order::guest_can_adjust_boot_order |
| 1908 | | phd_tests::boot_order::nvme_boot_option_description |
| 1909 | | phd_tests::server_state_machine::instance_reset_test |
| 1910 | | phd_tests::server_state_machine::instance_start_stop_test |
| 1911 | | phd_tests::server_state_machine::instance_stop_unstarted_test |
| 1912 | | phd_tests::server_state_machine::stop_while_blocked_on_start_test |
| 1913 | | phd_tests::server_state_machine::instance_stop_causes_destroy_test |
| 1914 | | phd_tests::server_state_machine::instance_reset_requires_running_test |
| 1915 | | phd_tests::stats::instance_vcpu_stats |
| 1916 | | phd_tests::crucible::smoke::api_reboot_test |
| 1917 | | phd_tests::crucible::smoke::guest_reboot_test |
| 1918 | | phd_tests::crucible::smoke::vcr_replace_during_start_test |
| 1919 | | phd_tests::crucible::smoke::boot_test |
| 1920 | | phd_tests::hyperv::hyperv_smoke_test |
| 1921 | | phd_tests::hyperv::hyperv_lifecycle_test |
| 1922 | | phd_tests::hyperv::hyperv_reference_tsc_clocksource_test |
| 1923 | | phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test |
| 1924 | | phd_tests::smoke::nproc_test |
| 1925 | | phd_tests::smoke::api_reboot_test |
| 1926 | | phd_tests::smoke::guest_reboot_test |
| 1927 | | phd_tests::smoke::instance_spec_get_test |
| 1928 | | phd_tests::firmware::acpi_tables_parse |
| 1929 | | phd_tests::firmware::acpi_tables_generation |
| 1930 | | phd_tests::migrate::smoke_test |
| 1931 | | phd_tests::migrate::serial_history |
| 1932 | | phd_tests::migrate::multiple_migrations |
| 1933 | | phd_tests::migrate::migration_ensures_instance_metadata |
| 1934 | | phd_tests::migrate::vm_reaches_destroyed_after_migration_out |
| 1935 | | phd_tests::vsock::vsock_get_cid |
| 1936 | | phd_tests::vsock::vsock_smoke_test |
| 1937 | | phd_tests::framework::long_line_serial_test |
| 1938 | | phd_tests::framework::multiline_serial_test |
| 1939 | | phd_tests::hw::lspci_lifecycle_test |
| 1940 | | phd_tests::migrate::running_process::export_failure |
| 1941 | | phd_tests::migrate::running_process::import_failure |
| 1942 | | phd_tests::migrate::running_process::migrate_running_process |
| 1943 | | phd_tests::cpuid::cpuid_boot_test |
| 1944 | | phd_tests::cpuid::guest_cpu_topo_test |
| 1945 | | phd_tests::cpuid::cpuid_migrate_smoke_test |
| 1946 | | phd_tests::cpuid::cpuid_instance_spec_round_trip_test |
| 1947 | | |
| 1948 | | test result: FAILED. 0 passed; 47 failed; 1 skipped; 0 not run; finished in 110.41s |
| 1949 | | |
| 1950 | 2026-09-10T09:00:32.493Z | DEBG | phd-runner: phd_runner
exit_code = 47
file = phd-tests/runner/src/main.rs
line = 41
target = phd_runner
|