| 1 | 2026-09-10T08:16:31.393Z | INFO | phd-runner: phd_runner
file = phd-tests/runner/src/main.rs
line = 36
runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: ["phd_tests::migrate::from_base"], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }
target = phd_runner
|
| 2 | 2026-09-10T08:16:31.419Z | DEBG | phd-runner: Created new artifact store from manifest
file = phd-tests/framework/src/artifacts/store.rs
line = 219
store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("bf64f45b1a58e69d126a3c6ca1e4512c88668132"), sha256: "740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 247, tv_nsec: 350039580 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } }
target = phd_framework::artifacts::store
|
| 3 | 2026-09-10T08:16:31.420Z | INFO | phd-runner: Adding Propolis server from local command
file = phd-tests/framework/src/artifacts/store.rs
line = 227
propolis_server_cmd = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 4 | 2026-09-10T08:16:31.422Z | INFO | phd-runner: Adding crucible-downstairs from Buildomat Git revision
commit = ad8a31742adc45e925e63443a5b43c8e30604022
file = phd-tests/framework/src/artifacts/store.rs
line = 311
target = phd_framework::artifacts::store
|
| 5 | 2026-09-10T08:16:31.427Z | DEBG | phd-runner: Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.sha256.txt
|
| 6 | 2026-09-10T08:16:31.685Z | WARN | phd-runner: No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.
file = phd-tests/framework/src/lib.rs
line = 309
target = phd_framework
|
| 7 | 2026-09-10T08:16:31.688Z | INFO | phd-runner: [EXECUTION_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 25
target = phd_runner::fixtures
|
| 8 | 2026-09-10T08:16:31.688Z | INFO | phd-runner: [EXECUTION_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 25
target = phd_runner::fixtures
|
| 9 | 2026-09-10T08:16:31.691Z | INFO | phd-runner: Running 48 test(s)
file = phd-tests/runner/src/execute.rs
line = 83
target = phd_runner::execute
|
| 10 | 2026-09-10T08:16:31.691Z | INFO | phd-runner: Starting test phd_tests::disk::in_memory_backend_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 11 | 2026-09-10T08:16:31.691Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 12 | 2026-09-10T08:16:31.691Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 13 | 2026-09-10T08:16:31.691Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/disk.rs
line = 115
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_tests::disk
|
| 14 | 2026-09-10T08:16:31.693Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::store
|
| 15 | 2026-09-10T08:16:31.706Z | DEBG | phd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso
file = phd-tests/framework/src/artifacts/store.rs
line = 614
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::store
timeout = 600s
|
| 16 | 2026-09-10T08:16:40.359Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::store
|
| 17 | 2026-09-10T08:16:40.360Z | DEBG | phd-runner: [TEST - EVENT] Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd
|
| 18 | 2026-09-10T08:16:40.859Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 19 | 2026-09-10T08:16:40.860Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 20 | 2026-09-10T08:16:40.860Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = list
|
| 21 | 2026-09-10T08:16:40.879Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.78M 25.3T 96K /phd-artifacts\n
target = phd_framework::zfs
|
| 22 | 2026-09-10T08:16:40.881Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6bcb23bf-7189-4ccc-bf76-b64239ec8b83"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 23 | 2026-09-10T08:16:40.905Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6bcb23bf-7189-4ccc-bf76-b64239ec8b83", "phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = clone
|
| 24 | 2026-09-10T08:16:40.923Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = list
|
| 25 | 2026-09-10T08:16:40.935Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0 0B 25.3T 49.0M /phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0\n
target = phd_framework::zfs
|
| 26 | 2026-09-10T08:16:40.946Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
|
| 27 | 2026-09-10T08:16:40.946Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm_name = in_memory_backend_test
|
| 28 | 2026-09-10T08:16:40.946Z | DEBG | phd-runner: [NEW - EVENT] Examining locally-sourced artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 56
path = /work/phd-test/propolis-server
sha256 = None
target = phd_framework::artifacts::store
|
| 29 | 2026-09-10T08:16:40.946Z | DEBG | phd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path
file = phd-tests/framework/src/artifacts/store.rs
line = 69
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 30 | 2026-09-10T08:16:40.946Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::disk::in_memory_backend_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 31 | 2026-09-10T08:16:40.946Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::disk::in_memory_backend_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log"
target = phd_framework::log_config
|
| 32 | 2026-09-10T08:16:40.991Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 917
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm::server
|
| 33 | 2026-09-10T08:16:41.005Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 59
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
|
| 34 | 2026-09-10T08:16:41.005Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 626442da-4bfe-4e4b-b983-f2d3c1ec46db
|
| 35 | 2026-09-10T08:16:41.013Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 626442da-4bfe-4e4b-b983-f2d3c1ec46db
|
| 36 | 2026-09-10T08:16:41.619Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 626442da-4bfe-4e4b-b983-f2d3c1ec46db
|
| 37 | 2026-09-10T08:16:42.165Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 626442da-4bfe-4e4b-b983-f2d3c1ec46db
|
| 38 | 2026-09-10T08:16:42.178Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1172
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 626442da-4bfe-4e4b-b983-f2d3c1ec46db
|
| 39 | 2026-09-10T08:16:42.178Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::disk::in_memory_backend_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 40 | 2026-09-10T08:16:42.212Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
|
| 41 | 2026-09-10T08:16:42.212Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b44e285e-c3de-4274-92bb-226834d08ba0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 42 | 2026-09-10T08:16:42.248Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
|
| 43 | 2026-09-10T08:16:42.248Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6bcb23bf-7189-4ccc-bf76-b64239ec8b83"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 44 | 2026-09-10T08:16:42.265Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 10577
file = phd-tests/tests/src/disk.rs
line = 115
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_tests::disk
|
| 45 | 2026-09-10T08:16:43.320Z | INFO | phd-runner: test phd_tests::disk::in_memory_backend_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17
8: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:134:6
9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:115:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 46 | 2026-09-10T08:16:43.321Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 47 | 2026-09-10T08:16:43.327Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 5
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 48 | 2026-09-10T08:16:43.327Z | INFO | phd-runner: Starting test phd_tests::disk::in_memory_backend_migration_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 49 | 2026-09-10T08:16:43.327Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 50 | 2026-09-10T08:16:43.327Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 51 | 2026-09-10T08:16:43.327Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/disk.rs
line = 146
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_tests::disk
|
| 52 | 2026-09-10T08:16:43.327Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 53 | 2026-09-10T08:16:43.327Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 54 | 2026-09-10T08:16:43.327Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 55 | 2026-09-10T08:16:43.327Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = list
|
| 56 | 2026-09-10T08:16:43.338Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_migration_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.8M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 57 | 2026-09-10T08:16:43.338Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9a979131-a6be-4e1d-9ff3-e82f7a77b766"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = snapshot
|
| 58 | 2026-09-10T08:16:43.359Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9a979131-a6be-4e1d-9ff3-e82f7a77b766", "phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = clone
|
| 59 | 2026-09-10T08:16:43.377Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = list
|
| 60 | 2026-09-10T08:16:43.389Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_migration_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe 0B 25.3T 49.0M /phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe\n
target = phd_framework::zfs
|
| 61 | 2026-09-10T08:16:43.390Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
|
| 62 | 2026-09-10T08:16:43.390Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm_name = in_memory_backend_migration_test_source
|
| 63 | 2026-09-10T08:16:43.390Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 64 | 2026-09-10T08:16:43.390Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::disk::in_memory_backend_migration_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 65 | 2026-09-10T08:16:43.390Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::disk::in_memory_backend_migration_test
stderr_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log"
target = phd_framework::log_config
|
| 66 | 2026-09-10T08:16:43.422Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 925
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm::server
|
| 67 | 2026-09-10T08:16:43.437Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
|
| 68 | 2026-09-10T08:16:43.437Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 1fa6a135-8465-4ba0-89d5-31056266fc8c
|
| 69 | 2026-09-10T08:16:43.439Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 1fa6a135-8465-4ba0-89d5-31056266fc8c
|
| 70 | 2026-09-10T08:16:43.908Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 1fa6a135-8465-4ba0-89d5-31056266fc8c
|
| 71 | 2026-09-10T08:16:44.802Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 1fa6a135-8465-4ba0-89d5-31056266fc8c
|
| 72 | 2026-09-10T08:16:44.802Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1366
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 1fa6a135-8465-4ba0-89d5-31056266fc8c
|
| 73 | 2026-09-10T08:16:44.803Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::disk::in_memory_backend_migration_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 74 | 2026-09-10T08:16:44.810Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
|
| 75 | 2026-09-10T08:16:44.811Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f3705f44-1e69-488a-86d3-1954ea7f7abe"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = destroy
|
| 76 | 2026-09-10T08:16:44.841Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
|
| 77 | 2026-09-10T08:16:44.841Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9a979131-a6be-4e1d-9ff3-e82f7a77b766"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = destroy
|
| 78 | 2026-09-10T08:16:44.858Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1531
file = phd-tests/tests/src/disk.rs
line = 146
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_tests::disk
|
| 79 | 2026-09-10T08:16:44.862Z | INFO | phd-runner: test phd_tests::disk::in_memory_backend_migration_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17
8: phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:158:6
9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::disk::in_memory_backend_migration_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:146:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 80 | 2026-09-10T08:16:44.862Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 81 | 2026-09-10T08:16:44.862Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 82 | 2026-09-10T08:16:44.863Z | INFO | phd-runner: Starting test phd_tests::crucible::migrate::smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 83 | 2026-09-10T08:16:44.863Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 84 | 2026-09-10T08:16:44.863Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 85 | 2026-09-10T08:16:44.863Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/migrate.rs
line = 10
path = phd_tests::crucible::migrate::smoke_test
target = phd_tests::crucible::migrate
|
| 86 | 2026-09-10T08:16:44.864Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 87 | 2026-09-10T08:16:44.864Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 88 | 2026-09-10T08:16:44.864Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-nightly.tar.gz
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
|
| 89 | 2026-09-10T08:16:44.864Z | DEBG | phd-runner: [TEST - EVENT] Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.tar.gz
|
| 90 | 2026-09-10T08:16:50.539Z | DEBG | phd-runner: [TEST - EVENT] Extracting artifact from tarball
extracted_path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
file = phd-tests/framework/src/artifacts/store.rs
line = 160
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
untar_path = target/release/crucible-downstairs
|
| 91 | 2026-09-10T08:16:50.540Z | DEBG | phd-runner: [TEST - EVENT] Extracting gzipped tarball...
file = phd-tests/framework/src/artifacts/store.rs
line = 514
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
|
| 92 | 2026-09-10T08:16:56.854Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 93 | 2026-09-10T08:16:56.856Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000", "--encrypted", "--uuid", "e13ff6a6-af5e-4f4f-9292-0013653a5e80", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 94 | 2026-09-10T08:16:56.965Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:56.872970211Z","hostname":"BRM42220060","pid":929}\n{"msg":"UUID: e13ff6a6-af5e-4f4f-9292-0013653a5e80","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:56.956453983Z","hostname":"BRM42220060","pid":929}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:56.956469134Z","hostname":"BRM42220060","pid":929}\n
target = phd_framework::disk::crucible
|
| 95 | 2026-09-10T08:16:56.965Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001", "--encrypted", "--uuid", "e13ff6a6-af5e-4f4f-9292-0013653a5e80", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 96 | 2026-09-10T08:16:57.066Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:56.975505137Z","hostname":"BRM42220060","pid":930}\n{"msg":"UUID: e13ff6a6-af5e-4f4f-9292-0013653a5e80","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:57.061473115Z","hostname":"BRM42220060","pid":930}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:57.061494747Z","hostname":"BRM42220060","pid":930}\n
target = phd_framework::disk::crucible
|
| 97 | 2026-09-10T08:16:57.066Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002", "--encrypted", "--uuid", "e13ff6a6-af5e-4f4f-9292-0013653a5e80", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 98 | 2026-09-10T08:16:57.169Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:57.07678412Z","hostname":"BRM42220060","pid":931}\n{"msg":"UUID: e13ff6a6-af5e-4f4f-9292-0013653a5e80","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:57.163197791Z","hostname":"BRM42220060","pid":931}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:57.163225181Z","hostname":"BRM42220060","pid":931}\n
target = phd_framework::disk::crucible
|
| 99 | 2026-09-10T08:16:57.170Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000.stdout.log"
target = phd_framework::log_config
|
| 100 | 2026-09-10T08:16:57.170Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 101 | 2026-09-10T08:16:57.170Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 102 | 2026-09-10T08:16:57.172Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001.stdout.log"
target = phd_framework::log_config
|
| 103 | 2026-09-10T08:16:57.172Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 104 | 2026-09-10T08:16:57.172Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 105 | 2026-09-10T08:16:57.174Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002.stdout.log"
target = phd_framework::log_config
|
| 106 | 2026-09-10T08:16:57.174Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 107 | 2026-09-10T08:16:57.174Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 108 | 2026-09-10T08:16:57.182Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
|
| 109 | 2026-09-10T08:16:57.182Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm_name = crucible_migrate_smoke_source
|
| 110 | 2026-09-10T08:16:57.182Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 111 | 2026-09-10T08:16:57.182Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::migrate::smoke_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 112 | 2026-09-10T08:16:57.182Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log"
target = phd_framework::log_config
|
| 113 | 2026-09-10T08:16:57.275Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 935
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm::server
|
| 114 | 2026-09-10T08:16:57.288Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 105
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
|
| 115 | 2026-09-10T08:16:57.288Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = d3e42138-615b-4e70-9995-17b723761e8a
|
| 116 | 2026-09-10T08:16:57.289Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = d3e42138-615b-4e70-9995-17b723761e8a
|
| 117 | 2026-09-10T08:16:58.024Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = d3e42138-615b-4e70-9995-17b723761e8a
|
| 118 | 2026-09-10T08:16:58.623Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = d3e42138-615b-4e70-9995-17b723761e8a
|
| 119 | 2026-09-10T08:16:59.229Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = d3e42138-615b-4e70-9995-17b723761e8a
|
| 120 | 2026-09-10T08:16:59.229Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1939
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = d3e42138-615b-4e70-9995-17b723761e8a
|
| 121 | 2026-09-10T08:16:59.229Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::migrate::smoke_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 122 | 2026-09-10T08:16:59.237Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000" } }
target = phd_framework::disk::crucible
|
| 123 | 2026-09-10T08:16:59.243Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9000"
target = phd_framework::disk::crucible
|
| 124 | 2026-09-10T08:16:59.255Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001" } }
target = phd_framework::disk::crucible
|
| 125 | 2026-09-10T08:16:59.261Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9001"
target = phd_framework::disk::crucible
|
| 126 | 2026-09-10T08:16:59.269Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002" } }
target = phd_framework::disk::crucible
|
| 127 | 2026-09-10T08:16:59.275Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/e13ff6a6-af5e-4f4f-9292-0013653a5e80_9002"
target = phd_framework::disk::crucible
|
| 128 | 2026-09-10T08:16:59.283Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 14413
file = phd-tests/tests/src/crucible/migrate.rs
line = 10
path = phd_tests::crucible::migrate::smoke_test
target = phd_tests::crucible::migrate
|
| 129 | 2026-09-10T08:16:59.287Z | INFO | phd-runner: test phd_tests::crucible::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:19:21
8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::migrate::smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 130 | 2026-09-10T08:16:59.287Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 131 | 2026-09-10T08:16:59.287Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 132 | 2026-09-10T08:16:59.287Z | INFO | phd-runner: Starting test phd_tests::crucible::migrate::load_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 133 | 2026-09-10T08:16:59.287Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 134 | 2026-09-10T08:16:59.287Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 135 | 2026-09-10T08:16:59.287Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/migrate.rs
line = 40
path = phd_tests::crucible::migrate::load_test
target = phd_tests::crucible::migrate
|
| 136 | 2026-09-10T08:16:59.287Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 137 | 2026-09-10T08:16:59.287Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 138 | 2026-09-10T08:16:59.287Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 139 | 2026-09-10T08:16:59.287Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 140 | 2026-09-10T08:16:59.288Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000", "--encrypted", "--uuid", "0cc87593-7467-4567-ad3b-3354d27cbff1", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 141 | 2026-09-10T08:16:59.389Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.298406353Z","hostname":"BRM42220060","pid":937}\n{"msg":"UUID: 0cc87593-7467-4567-ad3b-3354d27cbff1","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.385292301Z","hostname":"BRM42220060","pid":937}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.385320837Z","hostname":"BRM42220060","pid":937}\n
target = phd_framework::disk::crucible
|
| 142 | 2026-09-10T08:16:59.389Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001", "--encrypted", "--uuid", "0cc87593-7467-4567-ad3b-3354d27cbff1", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 143 | 2026-09-10T08:16:59.492Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.39996182Z","hostname":"BRM42220060","pid":938}\n{"msg":"UUID: 0cc87593-7467-4567-ad3b-3354d27cbff1","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.486656799Z","hostname":"BRM42220060","pid":938}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.486677933Z","hostname":"BRM42220060","pid":938}\n
target = phd_framework::disk::crucible
|
| 144 | 2026-09-10T08:16:59.492Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002", "--encrypted", "--uuid", "0cc87593-7467-4567-ad3b-3354d27cbff1", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 145 | 2026-09-10T08:16:59.592Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.502655362Z","hostname":"BRM42220060","pid":939}\n{"msg":"UUID: 0cc87593-7467-4567-ad3b-3354d27cbff1","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.588412473Z","hostname":"BRM42220060","pid":939}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:16:59.588433777Z","hostname":"BRM42220060","pid":939}\n
target = phd_framework::disk::crucible
|
| 146 | 2026-09-10T08:16:59.592Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9000.stdout.log"
target = phd_framework::log_config
|
| 147 | 2026-09-10T08:16:59.593Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 148 | 2026-09-10T08:16:59.593Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 149 | 2026-09-10T08:16:59.595Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9001.stdout.log"
target = phd_framework::log_config
|
| 150 | 2026-09-10T08:16:59.595Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 151 | 2026-09-10T08:16:59.595Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 152 | 2026-09-10T08:16:59.597Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_0cc87593-7467-4567-ad3b-3354d27cbff1_9002.stdout.log"
target = phd_framework::log_config
|
| 153 | 2026-09-10T08:16:59.598Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 154 | 2026-09-10T08:16:59.598Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 155 | 2026-09-10T08:16:59.600Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
|
| 156 | 2026-09-10T08:16:59.600Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm_name = crucible_load_test_source
|
| 157 | 2026-09-10T08:16:59.600Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 158 | 2026-09-10T08:16:59.600Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::migrate::load_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 159 | 2026-09-10T08:16:59.600Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log"
target = phd_framework::log_config
|
| 160 | 2026-09-10T08:16:59.633Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 943
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm::server
|
| 161 | 2026-09-10T08:16:59.647Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
|
| 162 | 2026-09-10T08:16:59.648Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb
|
| 163 | 2026-09-10T08:16:59.648Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb
|
| 164 | 2026-09-10T08:17:00.122Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb
|
| 165 | 2026-09-10T08:17:01.208Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb
|
| 166 | 2026-09-10T08:17:01.209Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1559
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 1d75bc16-3dca-45f9-b4a4-3fc7cd4dd3eb
|
| 167 | 2026-09-10T08:17:01.209Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::migrate::load_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 168 | 2026-09-10T08:17:01.217Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000" } }
target = phd_framework::disk::crucible
|
| 169 | 2026-09-10T08:17:01.222Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9000"
target = phd_framework::disk::crucible
|
| 170 | 2026-09-10T08:17:01.229Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001" } }
target = phd_framework::disk::crucible
|
| 171 | 2026-09-10T08:17:01.234Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9001"
target = phd_framework::disk::crucible
|
| 172 | 2026-09-10T08:17:01.242Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002" } }
target = phd_framework::disk::crucible
|
| 173 | 2026-09-10T08:17:01.247Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/0cc87593-7467-4567-ad3b-3354d27cbff1_9002"
target = phd_framework::disk::crucible
|
| 174 | 2026-09-10T08:17:01.255Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1966
file = phd-tests/tests/src/crucible/migrate.rs
line = 40
path = phd_tests::crucible::migrate::load_test
target = phd_tests::crucible::migrate
|
| 175 | 2026-09-10T08:17:01.259Z | INFO | phd-runner: test phd_tests::crucible::migrate::load_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:49:21
8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::migrate::load_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:40:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 176 | 2026-09-10T08:17:01.259Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 177 | 2026-09-10T08:17:01.259Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 178 | 2026-09-10T08:17:01.259Z | INFO | phd-runner: Starting test phd_tests::boot_order::configurable_boot_order
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 179 | 2026-09-10T08:17:01.259Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 180 | 2026-09-10T08:17:01.259Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 181 | 2026-09-10T08:17:01.259Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 51
path = phd_tests::boot_order::configurable_boot_order
target = phd_tests::boot_order
|
| 182 | 2026-09-10T08:17:01.259Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 183 | 2026-09-10T08:17:01.259Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 184 | 2026-09-10T08:17:01.259Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 185 | 2026-09-10T08:17:01.259Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 186 | 2026-09-10T08:17:01.270Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 187 | 2026-09-10T08:17:01.270Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-73350ea8-99fd-45b4-be53-3b40b31e4c90"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 188 | 2026-09-10T08:17:01.289Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-73350ea8-99fd-45b4-be53-3b40b31e4c90", "phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = clone
|
| 189 | 2026-09-10T08:17:01.306Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 190 | 2026-09-10T08:17:01.318Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1 0B 25.3T 207M /phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1\n
target = phd_framework::zfs
|
| 191 | 2026-09-10T08:17:01.319Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 192 | 2026-09-10T08:17:01.319Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 193 | 2026-09-10T08:17:01.330Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 194 | 2026-09-10T08:17:01.330Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-49f5a4f9-e2a4-4b98-bff2-ac71d8f4c278"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 195 | 2026-09-10T08:17:01.349Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-49f5a4f9-e2a4-4b98-bff2-ac71d8f4c278", "phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = clone
|
| 196 | 2026-09-10T08:17:01.368Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 197 | 2026-09-10T08:17:01.378Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb 0B 25.3T 207M /phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb\n
target = phd_framework::zfs
|
| 198 | 2026-09-10T08:17:01.379Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
|
| 199 | 2026-09-10T08:17:01.379Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm_name = configurable_boot_order
|
| 200 | 2026-09-10T08:17:01.379Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 201 | 2026-09-10T08:17:01.379Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::configurable_boot_order
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 202 | 2026-09-10T08:17:01.379Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::configurable_boot_order
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log"
target = phd_framework::log_config
|
| 203 | 2026-09-10T08:17:01.412Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 953
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm::server
|
| 204 | 2026-09-10T08:17:01.426Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
|
| 205 | 2026-09-10T08:17:01.426Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = c31d5147-e766-4bf5-8992-28626b5447e2
|
| 206 | 2026-09-10T08:17:01.427Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = c31d5147-e766-4bf5-8992-28626b5447e2
|
| 207 | 2026-09-10T08:17:01.702Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = c31d5147-e766-4bf5-8992-28626b5447e2
|
| 208 | 2026-09-10T08:17:02.133Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = c31d5147-e766-4bf5-8992-28626b5447e2
|
| 209 | 2026-09-10T08:17:02.977Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = c31d5147-e766-4bf5-8992-28626b5447e2
|
| 210 | 2026-09-10T08:17:02.978Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1550
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = c31d5147-e766-4bf5-8992-28626b5447e2
|
| 211 | 2026-09-10T08:17:02.978Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::configurable_boot_order
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 212 | 2026-09-10T08:17:02.987Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 213 | 2026-09-10T08:17:02.987Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-07aeb641-4f70-4006-bb3f-b3df9e6badf1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 214 | 2026-09-10T08:17:03.015Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 215 | 2026-09-10T08:17:03.015Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-73350ea8-99fd-45b4-be53-3b40b31e4c90"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 216 | 2026-09-10T08:17:03.033Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 217 | 2026-09-10T08:17:03.033Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b6182b48-9cc9-479b-b6e9-87347e9be6cb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 218 | 2026-09-10T08:17:03.055Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 219 | 2026-09-10T08:17:03.056Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-49f5a4f9-e2a4-4b98-bff2-ac71d8f4c278"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 220 | 2026-09-10T08:17:03.072Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1810
file = phd-tests/tests/src/boot_order.rs
line = 51
path = phd_tests::boot_order::configurable_boot_order
target = phd_tests::boot_order
|
| 221 | 2026-09-10T08:17:03.078Z | INFO | phd-runner: test phd_tests::boot_order::configurable_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:73:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::configurable_boot_order::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:51:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 222 | 2026-09-10T08:17:03.078Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 223 | 2026-09-10T08:17:03.078Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 224 | 2026-09-10T08:17:03.078Z | INFO | phd-runner: Starting test phd_tests::boot_order::unbootable_disk_skipped
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 225 | 2026-09-10T08:17:03.079Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 226 | 2026-09-10T08:17:03.079Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 227 | 2026-09-10T08:17:03.079Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 117
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_tests::boot_order
|
| 228 | 2026-09-10T08:17:03.079Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 229 | 2026-09-10T08:17:03.079Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 230 | 2026-09-10T08:17:03.079Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 231 | 2026-09-10T08:17:03.079Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = list
|
| 232 | 2026-09-10T08:17:03.090Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::unbootable_disk_skipped
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 233 | 2026-09-10T08:17:03.090Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e923f5be-a87b-4c5c-80f3-4bd817bb3cc2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = snapshot
|
| 234 | 2026-09-10T08:17:03.107Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e923f5be-a87b-4c5c-80f3-4bd817bb3cc2", "phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = clone
|
| 235 | 2026-09-10T08:17:03.124Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = list
|
| 236 | 2026-09-10T08:17:03.136Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::unbootable_disk_skipped
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d 0B 25.3T 207M /phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d\n
target = phd_framework::zfs
|
| 237 | 2026-09-10T08:17:03.137Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
|
| 238 | 2026-09-10T08:17:03.138Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm_name = unbootable_disk_skipped
|
| 239 | 2026-09-10T08:17:03.138Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 240 | 2026-09-10T08:17:03.138Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::unbootable_disk_skipped
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 241 | 2026-09-10T08:17:03.138Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::unbootable_disk_skipped
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log"
target = phd_framework::log_config
|
| 242 | 2026-09-10T08:17:03.172Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 963
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm::server
|
| 243 | 2026-09-10T08:17:03.186Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
|
| 244 | 2026-09-10T08:17:03.186Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = b5ab02db-d0f9-491c-9b57-505338231b56
|
| 245 | 2026-09-10T08:17:03.189Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = b5ab02db-d0f9-491c-9b57-505338231b56
|
| 246 | 2026-09-10T08:17:03.769Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = b5ab02db-d0f9-491c-9b57-505338231b56
|
| 247 | 2026-09-10T08:17:04.894Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = b5ab02db-d0f9-491c-9b57-505338231b56
|
| 248 | 2026-09-10T08:17:04.894Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1705
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = b5ab02db-d0f9-491c-9b57-505338231b56
|
| 249 | 2026-09-10T08:17:04.894Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::unbootable_disk_skipped
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 250 | 2026-09-10T08:17:04.903Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
|
| 251 | 2026-09-10T08:17:04.903Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e311670d-bb70-4c1f-b8e6-18931844650d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = destroy
|
| 252 | 2026-09-10T08:17:04.939Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
|
| 253 | 2026-09-10T08:17:04.939Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e923f5be-a87b-4c5c-80f3-4bd817bb3cc2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = destroy
|
| 254 | 2026-09-10T08:17:04.957Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1876
file = phd-tests/tests/src/boot_order.rs
line = 117
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_tests::boot_order
|
| 255 | 2026-09-10T08:17:04.960Z | INFO | phd-runner: test phd_tests::boot_order::unbootable_disk_skipped ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:140:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:117:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 256 | 2026-09-10T08:17:04.960Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 257 | 2026-09-10T08:17:04.960Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 258 | 2026-09-10T08:17:04.960Z | INFO | phd-runner: Starting test phd_tests::boot_order::boot_order_source_priority
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 259 | 2026-09-10T08:17:04.961Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 260 | 2026-09-10T08:17:04.961Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 261 | 2026-09-10T08:17:04.961Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 403
path = phd_tests::boot_order::boot_order_source_priority
target = phd_tests::boot_order
|
| 262 | 2026-09-10T08:17:04.962Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 263 | 2026-09-10T08:17:04.962Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 264 | 2026-09-10T08:17:04.962Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 265 | 2026-09-10T08:17:04.963Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = list
|
| 266 | 2026-09-10T08:17:04.974Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::boot_order_source_priority
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 267 | 2026-09-10T08:17:04.974Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-97f3b6e9-d4fb-4ca4-b5ae-bf7dbb433737"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = snapshot
|
| 268 | 2026-09-10T08:17:04.992Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-97f3b6e9-d4fb-4ca4-b5ae-bf7dbb433737", "phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = clone
|
| 269 | 2026-09-10T08:17:05.009Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = list
|
| 270 | 2026-09-10T08:17:05.020Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::boot_order_source_priority
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784 0B 25.3T 207M /phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784\n
target = phd_framework::zfs
|
| 271 | 2026-09-10T08:17:05.022Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
|
| 272 | 2026-09-10T08:17:05.022Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm_name = boot_order_source_priority
|
| 273 | 2026-09-10T08:17:05.022Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 274 | 2026-09-10T08:17:05.022Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::boot_order_source_priority
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 275 | 2026-09-10T08:17:05.022Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::boot_order_source_priority
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log"
target = phd_framework::log_config
|
| 276 | 2026-09-10T08:17:05.055Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 971
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm::server
|
| 277 | 2026-09-10T08:17:05.069Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 46
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
|
| 278 | 2026-09-10T08:17:05.069Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 438e81b4-d62a-40d3-bb6f-d25a4eecdbcf
|
| 279 | 2026-09-10T08:17:05.073Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 438e81b4-d62a-40d3-bb6f-d25a4eecdbcf
|
| 280 | 2026-09-10T08:17:05.764Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 438e81b4-d62a-40d3-bb6f-d25a4eecdbcf
|
| 281 | 2026-09-10T08:17:06.317Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 438e81b4-d62a-40d3-bb6f-d25a4eecdbcf
|
| 282 | 2026-09-10T08:17:06.317Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1246
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 438e81b4-d62a-40d3-bb6f-d25a4eecdbcf
|
| 283 | 2026-09-10T08:17:06.317Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::boot_order_source_priority
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 284 | 2026-09-10T08:17:06.326Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
|
| 285 | 2026-09-10T08:17:06.326Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-37471350-83d6-467c-b7fd-4af13383c784"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = destroy
|
| 286 | 2026-09-10T08:17:06.362Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
|
| 287 | 2026-09-10T08:17:06.362Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-97f3b6e9-d4fb-4ca4-b5ae-bf7dbb433737"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = destroy
|
| 288 | 2026-09-10T08:17:06.380Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1417
file = phd-tests/tests/src/boot_order.rs
line = 403
path = phd_tests::boot_order::boot_order_source_priority
target = phd_tests::boot_order
|
| 289 | 2026-09-10T08:17:06.383Z | INFO | phd-runner: test phd_tests::boot_order::boot_order_source_priority ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:431:30
8: <tracing::instrument::Instrumented<phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::boot_order_source_priority::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:403:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 290 | 2026-09-10T08:17:06.383Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 291 | 2026-09-10T08:17:06.383Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 292 | 2026-09-10T08:17:06.383Z | INFO | phd-runner: Starting test phd_tests::boot_order::guest_can_adjust_boot_order
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 293 | 2026-09-10T08:17:06.383Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 294 | 2026-09-10T08:17:06.383Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 295 | 2026-09-10T08:17:06.384Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 236
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_tests::boot_order
|
| 296 | 2026-09-10T08:17:06.384Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 297 | 2026-09-10T08:17:06.384Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 298 | 2026-09-10T08:17:06.384Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 299 | 2026-09-10T08:17:06.384Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = list
|
| 300 | 2026-09-10T08:17:06.396Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::guest_can_adjust_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 301 | 2026-09-10T08:17:06.396Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c4d46719-304b-44cb-a753-4eba4db7d192"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 302 | 2026-09-10T08:17:06.416Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c4d46719-304b-44cb-a753-4eba4db7d192", "phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = clone
|
| 303 | 2026-09-10T08:17:06.433Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = list
|
| 304 | 2026-09-10T08:17:06.445Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::guest_can_adjust_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7 0B 25.3T 207M /phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7\n
target = phd_framework::zfs
|
| 305 | 2026-09-10T08:17:06.446Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
|
| 306 | 2026-09-10T08:17:06.446Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm_name = guest_can_adjust_boot_order
|
| 307 | 2026-09-10T08:17:06.446Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 308 | 2026-09-10T08:17:06.446Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::guest_can_adjust_boot_order
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 309 | 2026-09-10T08:17:06.446Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::guest_can_adjust_boot_order
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log"
target = phd_framework::log_config
|
| 310 | 2026-09-10T08:17:06.477Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 979
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm::server
|
| 311 | 2026-09-10T08:17:06.491Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 45
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
|
| 312 | 2026-09-10T08:17:06.491Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 37220ea2-09a6-4ff4-8882-b3c83ba7be2b
|
| 313 | 2026-09-10T08:17:06.493Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 37220ea2-09a6-4ff4-8882-b3c83ba7be2b
|
| 314 | 2026-09-10T08:17:07.198Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 37220ea2-09a6-4ff4-8882-b3c83ba7be2b
|
| 315 | 2026-09-10T08:17:07.691Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 37220ea2-09a6-4ff4-8882-b3c83ba7be2b
|
| 316 | 2026-09-10T08:17:07.692Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1199
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 37220ea2-09a6-4ff4-8882-b3c83ba7be2b
|
| 317 | 2026-09-10T08:17:07.692Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::guest_can_adjust_boot_order
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 318 | 2026-09-10T08:17:07.701Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
|
| 319 | 2026-09-10T08:17:07.701Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c59f8568-c506-44e3-8351-f7953e7ee6f7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = destroy
|
| 320 | 2026-09-10T08:17:07.736Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
|
| 321 | 2026-09-10T08:17:07.736Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c4d46719-304b-44cb-a753-4eba4db7d192"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = destroy
|
| 322 | 2026-09-10T08:17:07.755Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1370
file = phd-tests/tests/src/boot_order.rs
line = 236
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_tests::boot_order
|
| 323 | 2026-09-10T08:17:07.759Z | INFO | phd-runner: test phd_tests::boot_order::guest_can_adjust_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:254:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:236:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 324 | 2026-09-10T08:17:07.760Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 325 | 2026-09-10T08:17:07.760Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 326 | 2026-09-10T08:17:07.760Z | INFO | phd-runner: Starting test phd_tests::boot_order::nvme_boot_option_description
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 327 | 2026-09-10T08:17:07.760Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 328 | 2026-09-10T08:17:07.760Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 329 | 2026-09-10T08:17:07.760Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 510
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_tests::boot_order
|
| 330 | 2026-09-10T08:17:07.760Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 331 | 2026-09-10T08:17:07.760Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 332 | 2026-09-10T08:17:07.760Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 333 | 2026-09-10T08:17:07.760Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 334 | 2026-09-10T08:17:07.773Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 335 | 2026-09-10T08:17:07.773Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8fb3db1a-ac00-471d-bf93-d1caf38385b9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = snapshot
|
| 336 | 2026-09-10T08:17:07.790Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8fb3db1a-ac00-471d-bf93-d1caf38385b9", "phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = clone
|
| 337 | 2026-09-10T08:17:07.807Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 338 | 2026-09-10T08:17:07.818Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a 0B 25.3T 207M /phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a\n
target = phd_framework::zfs
|
| 339 | 2026-09-10T08:17:07.819Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 340 | 2026-09-10T08:17:07.819Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 341 | 2026-09-10T08:17:07.831Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 342 | 2026-09-10T08:17:07.831Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8a742830-d76f-4ea3-9bdc-4739442e9455"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = snapshot
|
| 343 | 2026-09-10T08:17:07.852Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8a742830-d76f-4ea3-9bdc-4739442e9455", "phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = clone
|
| 344 | 2026-09-10T08:17:07.871Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 345 | 2026-09-10T08:17:07.881Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1 0B 25.3T 207M /phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1\n
target = phd_framework::zfs
|
| 346 | 2026-09-10T08:17:07.882Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
|
| 347 | 2026-09-10T08:17:07.882Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm_name = nvme_boot_option_description
|
| 348 | 2026-09-10T08:17:07.882Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 349 | 2026-09-10T08:17:07.882Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::nvme_boot_option_description
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 350 | 2026-09-10T08:17:07.882Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::nvme_boot_option_description
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log"
target = phd_framework::log_config
|
| 351 | 2026-09-10T08:17:07.916Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 991
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm::server
|
| 352 | 2026-09-10T08:17:07.930Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
|
| 353 | 2026-09-10T08:17:07.930Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 8cae575b-6f4e-4a28-8aad-727bf54a1cc1
|
| 354 | 2026-09-10T08:17:07.931Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 8cae575b-6f4e-4a28-8aad-727bf54a1cc1
|
| 355 | 2026-09-10T08:17:08.261Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 8cae575b-6f4e-4a28-8aad-727bf54a1cc1
|
| 356 | 2026-09-10T08:17:09.229Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 8cae575b-6f4e-4a28-8aad-727bf54a1cc1
|
| 357 | 2026-09-10T08:17:09.229Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1297
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = 8cae575b-6f4e-4a28-8aad-727bf54a1cc1
|
| 358 | 2026-09-10T08:17:09.229Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::nvme_boot_option_description
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 359 | 2026-09-10T08:17:09.238Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 360 | 2026-09-10T08:17:09.238Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-6df67fde-4ec8-4e61-a57a-b7b8aca0a60a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 361 | 2026-09-10T08:17:09.262Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 362 | 2026-09-10T08:17:09.262Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8fb3db1a-ac00-471d-bf93-d1caf38385b9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 363 | 2026-09-10T08:17:09.280Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 364 | 2026-09-10T08:17:09.280Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-6d4fabe1-4f8c-4fce-aa1c-31c9224865a1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 365 | 2026-09-10T08:17:09.303Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 366 | 2026-09-10T08:17:09.303Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8a742830-d76f-4ea3-9bdc-4739442e9455"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 367 | 2026-09-10T08:17:09.321Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1559
file = phd-tests/tests/src/boot_order.rs
line = 510
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_tests::boot_order
|
| 368 | 2026-09-10T08:17:09.325Z | INFO | phd-runner: test phd_tests::boot_order::nvme_boot_option_description ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:531:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::nvme_boot_option_description::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:510:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 369 | 2026-09-10T08:17:09.325Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 370 | 2026-09-10T08:17:09.325Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 371 | 2026-09-10T08:17:09.325Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_reset_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 372 | 2026-09-10T08:17:09.325Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 373 | 2026-09-10T08:17:09.325Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 374 | 2026-09-10T08:17:09.325Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 72
path = phd_tests::server_state_machine::instance_reset_test
target = phd_tests::server_state_machine
|
| 375 | 2026-09-10T08:17:09.325Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 376 | 2026-09-10T08:17:09.325Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 377 | 2026-09-10T08:17:09.326Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 378 | 2026-09-10T08:17:09.326Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = list
|
| 379 | 2026-09-10T08:17:09.337Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 380 | 2026-09-10T08:17:09.337Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-52bce44d-3630-41c4-aaed-d71a9c77c529"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = snapshot
|
| 381 | 2026-09-10T08:17:09.354Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-52bce44d-3630-41c4-aaed-d71a9c77c529", "phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = clone
|
| 382 | 2026-09-10T08:17:09.373Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = list
|
| 383 | 2026-09-10T08:17:09.385Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08 0B 25.3T 207M /phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08\n
target = phd_framework::zfs
|
| 384 | 2026-09-10T08:17:09.386Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
|
| 385 | 2026-09-10T08:17:09.386Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm_name = instance_reset_returns_to_running_test
|
| 386 | 2026-09-10T08:17:09.386Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 387 | 2026-09-10T08:17:09.386Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_reset_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 388 | 2026-09-10T08:17:09.386Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_reset_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log"
target = phd_framework::log_config
|
| 389 | 2026-09-10T08:17:09.421Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1001
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm::server
|
| 390 | 2026-09-10T08:17:09.435Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
|
| 391 | 2026-09-10T08:17:09.435Z | INFO | phd-runner: [PUT_INSTANCE_STATE - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 392 | 2026-09-10T08:17:09.435Z | INFO | phd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change
file = phd-tests/framework/src/test_vm/mod.rs
line = 580
path = phd_tests::server_state_machine::instance_reset_test
state = Reboot
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 393 | 2026-09-10T08:17:09.436Z | INFO | phd-runner: [PUT_INSTANCE_STATE - END]
elapsed_milliseconds = 0
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 394 | 2026-09-10T08:17:09.436Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 395 | 2026-09-10T08:17:09.436Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 396 | 2026-09-10T08:17:09.858Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 397 | 2026-09-10T08:17:10.597Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 398 | 2026-09-10T08:17:10.597Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1159
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = 2404ad86-21e2-4f9d-94f3-63de9d27e642
|
| 399 | 2026-09-10T08:17:10.597Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_reset_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 400 | 2026-09-10T08:17:10.606Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
|
| 401 | 2026-09-10T08:17:10.606Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5955a8e8-18e3-4762-a530-0ed438a2aa08"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = destroy
|
| 402 | 2026-09-10T08:17:10.640Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
|
| 403 | 2026-09-10T08:17:10.640Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-52bce44d-3630-41c4-aaed-d71a9c77c529"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = destroy
|
| 404 | 2026-09-10T08:17:10.658Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1331
file = phd-tests/tests/src/server_state_machine.rs
line = 72
path = phd_tests::server_state_machine::instance_reset_test
target = phd_tests::server_state_machine
|
| 405 | 2026-09-10T08:17:10.663Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_reset_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:78:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_reset_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:72:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 406 | 2026-09-10T08:17:10.664Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 407 | 2026-09-10T08:17:10.664Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 408 | 2026-09-10T08:17:10.664Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 409 | 2026-09-10T08:17:10.664Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 410 | 2026-09-10T08:17:10.664Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 411 | 2026-09-10T08:17:10.664Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 16
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_tests::server_state_machine
|
| 412 | 2026-09-10T08:17:10.664Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 413 | 2026-09-10T08:17:10.664Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 414 | 2026-09-10T08:17:10.664Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 415 | 2026-09-10T08:17:10.664Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = list
|
| 416 | 2026-09-10T08:17:10.676Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_start_stop_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 417 | 2026-09-10T08:17:10.676Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-166ee0b0-f027-4246-82b3-b4726f724274"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = snapshot
|
| 418 | 2026-09-10T08:17:10.692Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-166ee0b0-f027-4246-82b3-b4726f724274", "phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = clone
|
| 419 | 2026-09-10T08:17:10.714Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = list
|
| 420 | 2026-09-10T08:17:10.725Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_start_stop_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5 0B 25.3T 207M /phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5\n
target = phd_framework::zfs
|
| 421 | 2026-09-10T08:17:10.726Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
|
| 422 | 2026-09-10T08:17:10.726Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm_name = instance_ensure_running_test
|
| 423 | 2026-09-10T08:17:10.726Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 424 | 2026-09-10T08:17:10.726Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_start_stop_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 425 | 2026-09-10T08:17:10.726Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_start_stop_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log"
target = phd_framework::log_config
|
| 426 | 2026-09-10T08:17:10.760Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1009
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm::server
|
| 427 | 2026-09-10T08:17:10.774Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
|
| 428 | 2026-09-10T08:17:10.774Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 30c0dc3a-2753-48a2-ad1b-e96830ef7a46
|
| 429 | 2026-09-10T08:17:10.775Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 30c0dc3a-2753-48a2-ad1b-e96830ef7a46
|
| 430 | 2026-09-10T08:17:11.371Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 30c0dc3a-2753-48a2-ad1b-e96830ef7a46
|
| 431 | 2026-09-10T08:17:11.783Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 30c0dc3a-2753-48a2-ad1b-e96830ef7a46
|
| 432 | 2026-09-10T08:17:11.784Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1008
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 30c0dc3a-2753-48a2-ad1b-e96830ef7a46
|
| 433 | 2026-09-10T08:17:11.784Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_start_stop_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 434 | 2026-09-10T08:17:11.792Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
|
| 435 | 2026-09-10T08:17:11.792Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c4f09d60-fa6e-4e8a-be5d-40dc68cecfd5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = destroy
|
| 436 | 2026-09-10T08:17:11.823Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
|
| 437 | 2026-09-10T08:17:11.823Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-166ee0b0-f027-4246-82b3-b4726f724274"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = destroy
|
| 438 | 2026-09-10T08:17:11.842Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1177
file = phd-tests/tests/src/server_state_machine.rs
line = 16
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_tests::server_state_machine
|
| 439 | 2026-09-10T08:17:11.847Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:20:26
7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
8: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:16:1
9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
10: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
20: __rust_try
21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
27: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
42: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
51: __rust_try
52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
58: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
60: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
61: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
67: __rust_try
68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
73: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
74: _thrp_setup
75: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 440 | 2026-09-10T08:17:11.847Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 441 | 2026-09-10T08:17:11.847Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 442 | 2026-09-10T08:17:11.847Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_stop_unstarted_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 443 | 2026-09-10T08:17:11.847Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 444 | 2026-09-10T08:17:11.847Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 445 | 2026-09-10T08:17:11.847Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 32
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_tests::server_state_machine
|
| 446 | 2026-09-10T08:17:11.847Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 447 | 2026-09-10T08:17:11.847Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 448 | 2026-09-10T08:17:11.847Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 449 | 2026-09-10T08:17:11.847Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = list
|
| 450 | 2026-09-10T08:17:11.859Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 451 | 2026-09-10T08:17:11.859Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8406ab92-cc43-4afa-98dc-66b1c871d30b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = snapshot
|
| 452 | 2026-09-10T08:17:11.877Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8406ab92-cc43-4afa-98dc-66b1c871d30b", "phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = clone
|
| 453 | 2026-09-10T08:17:11.897Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = list
|
| 454 | 2026-09-10T08:17:11.908Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65 0B 25.3T 207M /phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65\n
target = phd_framework::zfs
|
| 455 | 2026-09-10T08:17:11.908Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
|
| 456 | 2026-09-10T08:17:11.908Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm_name = instance_stop_unstarted_test
|
| 457 | 2026-09-10T08:17:11.908Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 458 | 2026-09-10T08:17:11.909Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_stop_unstarted_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 459 | 2026-09-10T08:17:11.909Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log"
target = phd_framework::log_config
|
| 460 | 2026-09-10T08:17:11.943Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1017
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm::server
|
| 461 | 2026-09-10T08:17:11.957Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
|
| 462 | 2026-09-10T08:17:11.957Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = 62b5b801-fd49-4cb1-8224-640615465a9d
|
| 463 | 2026-09-10T08:17:11.958Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = 62b5b801-fd49-4cb1-8224-640615465a9d
|
| 464 | 2026-09-10T08:17:12.383Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = 62b5b801-fd49-4cb1-8224-640615465a9d
|
| 465 | 2026-09-10T08:17:13.083Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = 62b5b801-fd49-4cb1-8224-640615465a9d
|
| 466 | 2026-09-10T08:17:13.842Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = 62b5b801-fd49-4cb1-8224-640615465a9d
|
| 467 | 2026-09-10T08:17:13.842Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1885
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = 62b5b801-fd49-4cb1-8224-640615465a9d
|
| 468 | 2026-09-10T08:17:13.843Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_stop_unstarted_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 469 | 2026-09-10T08:17:13.852Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
|
| 470 | 2026-09-10T08:17:13.852Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-db36c0dc-653f-4115-8d05-8413f3d44a65"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = destroy
|
| 471 | 2026-09-10T08:17:13.884Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
|
| 472 | 2026-09-10T08:17:13.884Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8406ab92-cc43-4afa-98dc-66b1c871d30b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = destroy
|
| 473 | 2026-09-10T08:17:13.902Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2055
file = phd-tests/tests/src/server_state_machine.rs
line = 32
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_tests::server_state_machine
|
| 474 | 2026-09-10T08:17:13.905Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_stop_unstarted_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:36:26
7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
8: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:32:1
9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
10: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
20: __rust_try
21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
27: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
42: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
51: __rust_try
52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
58: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
60: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
61: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
67: __rust_try
68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
73: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
74: _thrp_setup
75: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 475 | 2026-09-10T08:17:13.906Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 476 | 2026-09-10T08:17:13.906Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 477 | 2026-09-10T08:17:13.906Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::stop_while_blocked_on_start_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 478 | 2026-09-10T08:17:13.906Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 479 | 2026-09-10T08:17:13.906Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 480 | 2026-09-10T08:17:13.906Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 113
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_tests::server_state_machine
|
| 481 | 2026-09-10T08:17:13.906Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 482 | 2026-09-10T08:17:13.906Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 483 | 2026-09-10T08:17:13.906Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 484 | 2026-09-10T08:17:13.906Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = list
|
| 485 | 2026-09-10T08:17:13.917Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 486 | 2026-09-10T08:17:13.918Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-eea1c98d-7ed8-4c90-9fcc-f83d06834b25"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = snapshot
|
| 487 | 2026-09-10T08:17:13.935Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-eea1c98d-7ed8-4c90-9fcc-f83d06834b25", "phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = clone
|
| 488 | 2026-09-10T08:17:13.952Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = list
|
| 489 | 2026-09-10T08:17:13.963Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee 0B 25.3T 207M /phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee\n
target = phd_framework::zfs
|
| 490 | 2026-09-10T08:17:13.964Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 491 | 2026-09-10T08:17:13.964Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000", "--encrypted", "--uuid", "04715040-eb91-4ab3-a8c5-65ac8485107f", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 492 | 2026-09-10T08:17:13.989Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:13.974114594Z","hostname":"BRM42220060","pid":1025}\n{"msg":"UUID: 04715040-eb91-4ab3-a8c5-65ac8485107f","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:13.985634005Z","hostname":"BRM42220060","pid":1025}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:13.985660906Z","hostname":"BRM42220060","pid":1025}\n
target = phd_framework::disk::crucible
|
| 493 | 2026-09-10T08:17:13.989Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001", "--encrypted", "--uuid", "04715040-eb91-4ab3-a8c5-65ac8485107f", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 494 | 2026-09-10T08:17:14.014Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:13.999429473Z","hostname":"BRM42220060","pid":1026}\n{"msg":"UUID: 04715040-eb91-4ab3-a8c5-65ac8485107f","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:14.010638022Z","hostname":"BRM42220060","pid":1026}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:14.010657629Z","hostname":"BRM42220060","pid":1026}\n
target = phd_framework::disk::crucible
|
| 495 | 2026-09-10T08:17:14.014Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002", "--encrypted", "--uuid", "04715040-eb91-4ab3-a8c5-65ac8485107f", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 496 | 2026-09-10T08:17:14.039Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:14.024081899Z","hostname":"BRM42220060","pid":1027}\n{"msg":"UUID: 04715040-eb91-4ab3-a8c5-65ac8485107f","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:14.035116496Z","hostname":"BRM42220060","pid":1027}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:14.035130843Z","hostname":"BRM42220060","pid":1027}\n
target = phd_framework::disk::crucible
|
| 497 | 2026-09-10T08:17:14.039Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9000.stdout.log"
target = phd_framework::log_config
|
| 498 | 2026-09-10T08:17:14.039Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 499 | 2026-09-10T08:17:14.039Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 500 | 2026-09-10T08:17:14.041Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9001.stdout.log"
target = phd_framework::log_config
|
| 501 | 2026-09-10T08:17:14.041Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 502 | 2026-09-10T08:17:14.041Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 503 | 2026-09-10T08:17:14.043Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_04715040-eb91-4ab3-a8c5-65ac8485107f_9002.stdout.log"
target = phd_framework::log_config
|
| 504 | 2026-09-10T08:17:14.043Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 505 | 2026-09-10T08:17:14.043Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 506 | 2026-09-10T08:17:14.045Z | INFO | phd-runner: [TEST - EVENT] enabling vcr black hole
disk = vcr-replacement-target
file = phd-tests/framework/src/disk/crucible.rs
line = 130
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 507 | 2026-09-10T08:17:14.045Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
|
| 508 | 2026-09-10T08:17:14.045Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm_name = stop_while_blocked_on_start_test
|
| 509 | 2026-09-10T08:17:14.045Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 510 | 2026-09-10T08:17:14.045Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 511 | 2026-09-10T08:17:14.045Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log"
target = phd_framework::log_config
|
| 512 | 2026-09-10T08:17:14.078Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1031
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm::server
|
| 513 | 2026-09-10T08:17:14.095Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
|
| 514 | 2026-09-10T08:17:14.095Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = a0361b76-c269-4cdf-9677-63bd957a1071
|
| 515 | 2026-09-10T08:17:14.096Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = a0361b76-c269-4cdf-9677-63bd957a1071
|
| 516 | 2026-09-10T08:17:14.496Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = a0361b76-c269-4cdf-9677-63bd957a1071
|
| 517 | 2026-09-10T08:17:15.312Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = a0361b76-c269-4cdf-9677-63bd957a1071
|
| 518 | 2026-09-10T08:17:15.313Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1217
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = a0361b76-c269-4cdf-9677-63bd957a1071
|
| 519 | 2026-09-10T08:17:15.313Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 520 | 2026-09-10T08:17:15.321Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
|
| 521 | 2026-09-10T08:17:15.321Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-10a76e0f-080d-4632-b8b0-4666c736a5ee"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = destroy
|
| 522 | 2026-09-10T08:17:15.355Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
|
| 523 | 2026-09-10T08:17:15.355Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-eea1c98d-7ed8-4c90-9fcc-f83d06834b25"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = destroy
|
| 524 | 2026-09-10T08:17:15.375Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000" } }
target = phd_framework::disk::crucible
|
| 525 | 2026-09-10T08:17:15.378Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9000"
target = phd_framework::disk::crucible
|
| 526 | 2026-09-10T08:17:15.380Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001" } }
target = phd_framework::disk::crucible
|
| 527 | 2026-09-10T08:17:15.383Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9001"
target = phd_framework::disk::crucible
|
| 528 | 2026-09-10T08:17:15.384Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002" } }
target = phd_framework::disk::crucible
|
| 529 | 2026-09-10T08:17:15.389Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/04715040-eb91-4ab3-a8c5-65ac8485107f_9002"
target = phd_framework::disk::crucible
|
| 530 | 2026-09-10T08:17:15.390Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1484
file = phd-tests/tests/src/server_state_machine.rs
line = 113
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_tests::server_state_machine
|
| 531 | 2026-09-10T08:17:15.393Z | INFO | phd-runner: test phd_tests::server_state_machine::stop_while_blocked_on_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:147:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:113:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 532 | 2026-09-10T08:17:15.394Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 533 | 2026-09-10T08:17:15.394Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 534 | 2026-09-10T08:17:15.394Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 535 | 2026-09-10T08:17:15.394Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 536 | 2026-09-10T08:17:15.394Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 537 | 2026-09-10T08:17:15.394Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 48
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_tests::server_state_machine
|
| 538 | 2026-09-10T08:17:15.394Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 539 | 2026-09-10T08:17:15.394Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 540 | 2026-09-10T08:17:15.394Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 541 | 2026-09-10T08:17:15.394Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = list
|
| 542 | 2026-09-10T08:17:15.406Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 543 | 2026-09-10T08:17:15.406Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-68eef9b7-9967-443d-ad35-dade498e5712"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = snapshot
|
| 544 | 2026-09-10T08:17:15.424Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-68eef9b7-9967-443d-ad35-dade498e5712", "phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = clone
|
| 545 | 2026-09-10T08:17:15.442Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = list
|
| 546 | 2026-09-10T08:17:15.452Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68 0B 25.3T 207M /phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68\n
target = phd_framework::zfs
|
| 547 | 2026-09-10T08:17:15.453Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
|
| 548 | 2026-09-10T08:17:15.453Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm_name = instance_stop_causes_destroy_test
|
| 549 | 2026-09-10T08:17:15.453Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 550 | 2026-09-10T08:17:15.453Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 551 | 2026-09-10T08:17:15.453Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log"
target = phd_framework::log_config
|
| 552 | 2026-09-10T08:17:15.488Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1039
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm::server
|
| 553 | 2026-09-10T08:17:15.502Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
|
| 554 | 2026-09-10T08:17:15.502Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 86381fa5-3693-49e2-ac93-e2cf7d75fa86
|
| 555 | 2026-09-10T08:17:15.502Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 86381fa5-3693-49e2-ac93-e2cf7d75fa86
|
| 556 | 2026-09-10T08:17:16.041Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 86381fa5-3693-49e2-ac93-e2cf7d75fa86
|
| 557 | 2026-09-10T08:17:17.065Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 86381fa5-3693-49e2-ac93-e2cf7d75fa86
|
| 558 | 2026-09-10T08:17:17.065Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1563
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = 86381fa5-3693-49e2-ac93-e2cf7d75fa86
|
| 559 | 2026-09-10T08:17:17.065Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 560 | 2026-09-10T08:17:17.073Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
|
| 561 | 2026-09-10T08:17:17.073Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e832e922-9b36-467a-a869-a9c30ae1dc68"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = destroy
|
| 562 | 2026-09-10T08:17:17.106Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
|
| 563 | 2026-09-10T08:17:17.106Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-68eef9b7-9967-443d-ad35-dade498e5712"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = destroy
|
| 564 | 2026-09-10T08:17:17.124Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1730
file = phd-tests/tests/src/server_state_machine.rs
line = 48
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_tests::server_state_machine
|
| 565 | 2026-09-10T08:17:17.128Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:53:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:48:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 566 | 2026-09-10T08:17:17.128Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 567 | 2026-09-10T08:17:17.128Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 568 | 2026-09-10T08:17:17.128Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 569 | 2026-09-10T08:17:17.128Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 570 | 2026-09-10T08:17:17.128Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 571 | 2026-09-10T08:17:17.128Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 103
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_tests::server_state_machine
|
| 572 | 2026-09-10T08:17:17.128Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 573 | 2026-09-10T08:17:17.129Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 574 | 2026-09-10T08:17:17.129Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 575 | 2026-09-10T08:17:17.129Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = list
|
| 576 | 2026-09-10T08:17:17.140Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 577 | 2026-09-10T08:17:17.140Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a98e0d50-78da-4193-bbef-6d08924fc988"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = snapshot
|
| 578 | 2026-09-10T08:17:17.158Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a98e0d50-78da-4193-bbef-6d08924fc988", "phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = clone
|
| 579 | 2026-09-10T08:17:17.175Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = list
|
| 580 | 2026-09-10T08:17:17.185Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31 0B 25.3T 207M /phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31\n
target = phd_framework::zfs
|
| 581 | 2026-09-10T08:17:17.186Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
|
| 582 | 2026-09-10T08:17:17.186Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm_name = instance_reset_requires_running_test
|
| 583 | 2026-09-10T08:17:17.186Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 584 | 2026-09-10T08:17:17.186Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_reset_requires_running_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 585 | 2026-09-10T08:17:17.186Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log"
target = phd_framework::log_config
|
| 586 | 2026-09-10T08:17:17.217Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1047
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm::server
|
| 587 | 2026-09-10T08:17:17.232Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 45
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
|
| 588 | 2026-09-10T08:17:17.232Z | INFO | phd-runner: [PUT_INSTANCE_STATE - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 589 | 2026-09-10T08:17:17.232Z | INFO | phd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change
file = phd-tests/framework/src/test_vm/mod.rs
line = 580
path = phd_tests::server_state_machine::instance_reset_requires_running_test
state = Reboot
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 590 | 2026-09-10T08:17:17.232Z | INFO | phd-runner: [PUT_INSTANCE_STATE - END]
elapsed_milliseconds = 0
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 591 | 2026-09-10T08:17:17.232Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 592 | 2026-09-10T08:17:17.233Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 593 | 2026-09-10T08:17:17.554Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 594 | 2026-09-10T08:17:18.593Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 595 | 2026-09-10T08:17:18.593Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1361
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 28610d5d-caa7-4aa8-a6df-bd0093f45e29
|
| 596 | 2026-09-10T08:17:18.593Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_reset_requires_running_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 597 | 2026-09-10T08:17:18.602Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
|
| 598 | 2026-09-10T08:17:18.602Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e7c8263d-e53a-4372-a14e-cf1706a05b31"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = destroy
|
| 599 | 2026-09-10T08:17:18.633Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
|
| 600 | 2026-09-10T08:17:18.633Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a98e0d50-78da-4193-bbef-6d08924fc988"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = destroy
|
| 601 | 2026-09-10T08:17:18.653Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1524
file = phd-tests/tests/src/server_state_machine.rs
line = 103
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_tests::server_state_machine
|
| 602 | 2026-09-10T08:17:18.656Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:109:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:103:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 603 | 2026-09-10T08:17:18.656Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 604 | 2026-09-10T08:17:18.656Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 605 | 2026-09-10T08:17:18.656Z | INFO | phd-runner: Starting test phd_tests::stats::instance_vcpu_stats
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 606 | 2026-09-10T08:17:18.656Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 607 | 2026-09-10T08:17:18.656Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 608 | 2026-09-10T08:17:18.656Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/stats.rs
line = 198
path = phd_tests::stats::instance_vcpu_stats
target = phd_tests::stats
|
| 609 | 2026-09-10T08:17:18.658Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 610 | 2026-09-10T08:17:18.658Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 611 | 2026-09-10T08:17:18.658Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 612 | 2026-09-10T08:17:18.658Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = list
|
| 613 | 2026-09-10T08:17:18.669Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::stats::instance_vcpu_stats
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 614 | 2026-09-10T08:17:18.670Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-21eae281-6b0c-4dd6-8bd3-cab2587bdc88"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = snapshot
|
| 615 | 2026-09-10T08:17:18.689Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-21eae281-6b0c-4dd6-8bd3-cab2587bdc88", "phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = clone
|
| 616 | 2026-09-10T08:17:18.707Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = list
|
| 617 | 2026-09-10T08:17:18.719Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::stats::instance_vcpu_stats
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d 0B 25.3T 207M /phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d\n
target = phd_framework::zfs
|
| 618 | 2026-09-10T08:17:18.720Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
|
| 619 | 2026-09-10T08:17:18.720Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: Some(Local) }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm_name = instance_vcpu_stats
|
| 620 | 2026-09-10T08:17:18.720Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 621 | 2026-09-10T08:17:18.730Z | DEBG | slog-rs (phd-oximeter-consumer): registered endpoint
local_addr = [::1]:44682
method = POST
path = /metrics/producers
versions = all
|
| 622 | 2026-09-10T08:17:18.733Z | INFO | slog-rs (phd-oximeter-consumer): listening
local_addr = [::1]:44682
|
| 623 | 2026-09-10T08:17:18.774Z | DEBG | slog-rs (phd-oximeter-consumer): successfully registered DTrace USDT probes
local_addr = [::1]:44682
|
| 624 | 2026-09-10T08:17:18.774Z | INFO | slog-rs (phd-oximeter-consumer): fake oximeter test server listening
address = [::1]:44682
|
| 625 | 2026-09-10T08:17:18.774Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::stats::instance_vcpu_stats
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 626 | 2026-09-10T08:17:18.774Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::stats::instance_vcpu_stats
stderr_path = "/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log"
target = phd_framework::log_config
|
| 627 | 2026-09-10T08:17:18.808Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1055
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm::server
|
| 628 | 2026-09-10T08:17:18.823Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 103
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
|
| 629 | 2026-09-10T08:17:18.823Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 52354bfa-4adf-4ba5-9e39-23427c59de6a
|
| 630 | 2026-09-10T08:17:18.824Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 52354bfa-4adf-4ba5-9e39-23427c59de6a
|
| 631 | 2026-09-10T08:17:19.149Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 52354bfa-4adf-4ba5-9e39-23427c59de6a
|
| 632 | 2026-09-10T08:17:19.718Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 52354bfa-4adf-4ba5-9e39-23427c59de6a
|
| 633 | 2026-09-10T08:17:19.718Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 895
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = 52354bfa-4adf-4ba5-9e39-23427c59de6a
|
| 634 | 2026-09-10T08:17:19.718Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::stats::instance_vcpu_stats
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 635 | 2026-09-10T08:17:19.727Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
|
| 636 | 2026-09-10T08:17:19.728Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-2992e6e1-ba3a-448e-bd2d-d734c7a13c9d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = destroy
|
| 637 | 2026-09-10T08:17:19.759Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
|
| 638 | 2026-09-10T08:17:19.759Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-21eae281-6b0c-4dd6-8bd3-cab2587bdc88"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = destroy
|
| 639 | 2026-09-10T08:17:19.776Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1120
file = phd-tests/tests/src/stats.rs
line = 198
path = phd_tests::stats::instance_vcpu_stats
target = phd_tests::stats
|
| 640 | 2026-09-10T08:17:19.779Z | INFO | slog-rs (phd-oximeter-consumer): beginning graceful shutdown
local_addr = [::1]:44682
|
| 641 | 2026-09-10T08:17:19.780Z | INFO | phd-runner: test phd_tests::stats::instance_vcpu_stats ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:236:17
8: <tracing::instrument::Instrumented<phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::stats::instance_vcpu_stats::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:198:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 642 | 2026-09-10T08:17:19.780Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 643 | 2026-09-10T08:17:19.780Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 644 | 2026-09-10T08:17:19.780Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::api_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 645 | 2026-09-10T08:17:19.780Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 646 | 2026-09-10T08:17:19.780Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 647 | 2026-09-10T08:17:19.781Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 23
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_tests::crucible::smoke
|
| 648 | 2026-09-10T08:17:19.781Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 649 | 2026-09-10T08:17:19.781Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 650 | 2026-09-10T08:17:19.781Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 651 | 2026-09-10T08:17:19.781Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 652 | 2026-09-10T08:17:19.781Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000", "--encrypted", "--uuid", "f919a779-c62e-4f4e-9b37-7706b730b2f7", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 653 | 2026-09-10T08:17:19.891Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:19.791154327Z","hostname":"BRM42220060","pid":1059}\n{"msg":"UUID: f919a779-c62e-4f4e-9b37-7706b730b2f7","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:19.884930872Z","hostname":"BRM42220060","pid":1059}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:19.884957764Z","hostname":"BRM42220060","pid":1059}\n
target = phd_framework::disk::crucible
|
| 654 | 2026-09-10T08:17:19.891Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001", "--encrypted", "--uuid", "f919a779-c62e-4f4e-9b37-7706b730b2f7", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 655 | 2026-09-10T08:17:19.997Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:19.902075784Z","hostname":"BRM42220060","pid":1060}\n{"msg":"UUID: f919a779-c62e-4f4e-9b37-7706b730b2f7","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:19.991231314Z","hostname":"BRM42220060","pid":1060}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:19.991257764Z","hostname":"BRM42220060","pid":1060}\n
target = phd_framework::disk::crucible
|
| 656 | 2026-09-10T08:17:19.997Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002", "--encrypted", "--uuid", "f919a779-c62e-4f4e-9b37-7706b730b2f7", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 657 | 2026-09-10T08:17:20.097Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:20.007882894Z","hostname":"BRM42220060","pid":1061}\n{"msg":"UUID: f919a779-c62e-4f4e-9b37-7706b730b2f7","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:20.093039785Z","hostname":"BRM42220060","pid":1061}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:20.09306864Z","hostname":"BRM42220060","pid":1061}\n
target = phd_framework::disk::crucible
|
| 658 | 2026-09-10T08:17:20.097Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9000.stdout.log"
target = phd_framework::log_config
|
| 659 | 2026-09-10T08:17:20.098Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 660 | 2026-09-10T08:17:20.098Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 661 | 2026-09-10T08:17:20.100Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9001.stdout.log"
target = phd_framework::log_config
|
| 662 | 2026-09-10T08:17:20.100Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 663 | 2026-09-10T08:17:20.100Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 664 | 2026-09-10T08:17:20.102Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_f919a779-c62e-4f4e-9b37-7706b730b2f7_9002.stdout.log"
target = phd_framework::log_config
|
| 665 | 2026-09-10T08:17:20.102Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 666 | 2026-09-10T08:17:20.102Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 667 | 2026-09-10T08:17:20.104Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 668 | 2026-09-10T08:17:20.104Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm_name = crucible_guest_reboot_test
|
| 669 | 2026-09-10T08:17:20.104Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 670 | 2026-09-10T08:17:20.104Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::api_reboot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 671 | 2026-09-10T08:17:20.104Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 672 | 2026-09-10T08:17:20.140Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1065
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm::server
|
| 673 | 2026-09-10T08:17:20.155Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 674 | 2026-09-10T08:17:20.155Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 51e4428b-764a-4d0d-8b7e-7a424219af50
|
| 675 | 2026-09-10T08:17:20.156Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 51e4428b-764a-4d0d-8b7e-7a424219af50
|
| 676 | 2026-09-10T08:17:20.519Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 51e4428b-764a-4d0d-8b7e-7a424219af50
|
| 677 | 2026-09-10T08:17:21.192Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 51e4428b-764a-4d0d-8b7e-7a424219af50
|
| 678 | 2026-09-10T08:17:21.193Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1037
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 51e4428b-764a-4d0d-8b7e-7a424219af50
|
| 679 | 2026-09-10T08:17:21.193Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::api_reboot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 680 | 2026-09-10T08:17:21.201Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000" } }
target = phd_framework::disk::crucible
|
| 681 | 2026-09-10T08:17:21.207Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9000"
target = phd_framework::disk::crucible
|
| 682 | 2026-09-10T08:17:21.215Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001" } }
target = phd_framework::disk::crucible
|
| 683 | 2026-09-10T08:17:21.221Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9001"
target = phd_framework::disk::crucible
|
| 684 | 2026-09-10T08:17:21.230Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002" } }
target = phd_framework::disk::crucible
|
| 685 | 2026-09-10T08:17:21.236Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/f919a779-c62e-4f4e-9b37-7706b730b2f7_9002"
target = phd_framework::disk::crucible
|
| 686 | 2026-09-10T08:17:21.245Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1464
file = phd-tests/tests/src/crucible/smoke.rs
line = 23
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_tests::crucible::smoke
|
| 687 | 2026-09-10T08:17:21.248Z | INFO | phd-runner: test phd_tests::crucible::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:29:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::api_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:23:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 688 | 2026-09-10T08:17:21.248Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 689 | 2026-09-10T08:17:21.248Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 690 | 2026-09-10T08:17:21.248Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::guest_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 691 | 2026-09-10T08:17:21.248Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 692 | 2026-09-10T08:17:21.248Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 693 | 2026-09-10T08:17:21.249Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_tests::crucible::smoke
|
| 694 | 2026-09-10T08:17:21.249Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 695 | 2026-09-10T08:17:21.249Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 696 | 2026-09-10T08:17:21.249Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 697 | 2026-09-10T08:17:21.249Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 698 | 2026-09-10T08:17:21.249Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000", "--encrypted", "--uuid", "46f0b7cf-3c14-41ca-ae93-4a75fa7930aa", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 699 | 2026-09-10T08:17:21.353Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.259913214Z","hostname":"BRM42220060","pid":1067}\n{"msg":"UUID: 46f0b7cf-3c14-41ca-ae93-4a75fa7930aa","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.346563059Z","hostname":"BRM42220060","pid":1067}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.346588277Z","hostname":"BRM42220060","pid":1067}\n
target = phd_framework::disk::crucible
|
| 700 | 2026-09-10T08:17:21.353Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001", "--encrypted", "--uuid", "46f0b7cf-3c14-41ca-ae93-4a75fa7930aa", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 701 | 2026-09-10T08:17:21.456Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.363951043Z","hostname":"BRM42220060","pid":1068}\n{"msg":"UUID: 46f0b7cf-3c14-41ca-ae93-4a75fa7930aa","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.450707591Z","hostname":"BRM42220060","pid":1068}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.450736106Z","hostname":"BRM42220060","pid":1068}\n
target = phd_framework::disk::crucible
|
| 702 | 2026-09-10T08:17:21.457Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002", "--encrypted", "--uuid", "46f0b7cf-3c14-41ca-ae93-4a75fa7930aa", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 703 | 2026-09-10T08:17:21.556Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.466129148Z","hostname":"BRM42220060","pid":1069}\n{"msg":"UUID: 46f0b7cf-3c14-41ca-ae93-4a75fa7930aa","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.552838306Z","hostname":"BRM42220060","pid":1069}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:21.552860338Z","hostname":"BRM42220060","pid":1069}\n
target = phd_framework::disk::crucible
|
| 704 | 2026-09-10T08:17:21.557Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000.stdout.log"
target = phd_framework::log_config
|
| 705 | 2026-09-10T08:17:21.557Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 706 | 2026-09-10T08:17:21.557Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 707 | 2026-09-10T08:17:21.559Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001.stdout.log"
target = phd_framework::log_config
|
| 708 | 2026-09-10T08:17:21.559Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 709 | 2026-09-10T08:17:21.559Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 710 | 2026-09-10T08:17:21.561Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002.stdout.log"
target = phd_framework::log_config
|
| 711 | 2026-09-10T08:17:21.561Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 712 | 2026-09-10T08:17:21.561Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 713 | 2026-09-10T08:17:21.564Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 714 | 2026-09-10T08:17:21.564Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm_name = crucible_guest_reboot_test
|
| 715 | 2026-09-10T08:17:21.564Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 716 | 2026-09-10T08:17:21.564Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::guest_reboot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 717 | 2026-09-10T08:17:21.564Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 718 | 2026-09-10T08:17:21.600Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1073
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm::server
|
| 719 | 2026-09-10T08:17:21.615Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 720 | 2026-09-10T08:17:21.615Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = fcb95442-d89a-4cb8-955a-e8cba4588e02
|
| 721 | 2026-09-10T08:17:21.616Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = fcb95442-d89a-4cb8-955a-e8cba4588e02
|
| 722 | 2026-09-10T08:17:22.256Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = fcb95442-d89a-4cb8-955a-e8cba4588e02
|
| 723 | 2026-09-10T08:17:22.730Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = fcb95442-d89a-4cb8-955a-e8cba4588e02
|
| 724 | 2026-09-10T08:17:22.730Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1115
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = fcb95442-d89a-4cb8-955a-e8cba4588e02
|
| 725 | 2026-09-10T08:17:22.730Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::guest_reboot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 726 | 2026-09-10T08:17:22.739Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000" } }
target = phd_framework::disk::crucible
|
| 727 | 2026-09-10T08:17:22.745Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9000"
target = phd_framework::disk::crucible
|
| 728 | 2026-09-10T08:17:22.752Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001" } }
target = phd_framework::disk::crucible
|
| 729 | 2026-09-10T08:17:22.757Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9001"
target = phd_framework::disk::crucible
|
| 730 | 2026-09-10T08:17:22.765Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002" } }
target = phd_framework::disk::crucible
|
| 731 | 2026-09-10T08:17:22.772Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/46f0b7cf-3c14-41ca-ae93-4a75fa7930aa_9002"
target = phd_framework::disk::crucible
|
| 732 | 2026-09-10T08:17:22.780Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1531
file = phd-tests/tests/src/crucible/smoke.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_tests::crucible::smoke
|
| 733 | 2026-09-10T08:17:22.783Z | INFO | phd-runner: test phd_tests::crucible::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:41:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:35:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 734 | 2026-09-10T08:17:22.783Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 735 | 2026-09-10T08:17:22.783Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 736 | 2026-09-10T08:17:22.783Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 737 | 2026-09-10T08:17:22.783Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 738 | 2026-09-10T08:17:22.783Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 739 | 2026-09-10T08:17:22.783Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 47
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_tests::crucible::smoke
|
| 740 | 2026-09-10T08:17:22.783Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 741 | 2026-09-10T08:17:22.783Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 742 | 2026-09-10T08:17:22.783Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 743 | 2026-09-10T08:17:22.784Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 744 | 2026-09-10T08:17:22.784Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000", "--encrypted", "--uuid", "9419e2be-ce51-47bd-a880-2d9beaf9da30", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 745 | 2026-09-10T08:17:22.886Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:22.795611687Z","hostname":"BRM42220060","pid":1075}\n{"msg":"UUID: 9419e2be-ce51-47bd-a880-2d9beaf9da30","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:22.881333314Z","hostname":"BRM42220060","pid":1075}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:22.88135737Z","hostname":"BRM42220060","pid":1075}\n
target = phd_framework::disk::crucible
|
| 746 | 2026-09-10T08:17:22.886Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001", "--encrypted", "--uuid", "9419e2be-ce51-47bd-a880-2d9beaf9da30", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 747 | 2026-09-10T08:17:22.987Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:22.897182244Z","hostname":"BRM42220060","pid":1076}\n{"msg":"UUID: 9419e2be-ce51-47bd-a880-2d9beaf9da30","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:22.981850865Z","hostname":"BRM42220060","pid":1076}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:22.981875753Z","hostname":"BRM42220060","pid":1076}\n
target = phd_framework::disk::crucible
|
| 748 | 2026-09-10T08:17:22.987Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002", "--encrypted", "--uuid", "9419e2be-ce51-47bd-a880-2d9beaf9da30", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 749 | 2026-09-10T08:17:23.087Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:22.99770205Z","hostname":"BRM42220060","pid":1077}\n{"msg":"UUID: 9419e2be-ce51-47bd-a880-2d9beaf9da30","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.083248132Z","hostname":"BRM42220060","pid":1077}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.083277218Z","hostname":"BRM42220060","pid":1077}\n
target = phd_framework::disk::crucible
|
| 750 | 2026-09-10T08:17:23.088Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9000.stdout.log"
target = phd_framework::log_config
|
| 751 | 2026-09-10T08:17:23.088Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 752 | 2026-09-10T08:17:23.088Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 753 | 2026-09-10T08:17:23.090Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9001.stdout.log"
target = phd_framework::log_config
|
| 754 | 2026-09-10T08:17:23.090Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 755 | 2026-09-10T08:17:23.090Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 756 | 2026-09-10T08:17:23.092Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_9419e2be-ce51-47bd-a880-2d9beaf9da30_9002.stdout.log"
target = phd_framework::log_config
|
| 757 | 2026-09-10T08:17:23.092Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 758 | 2026-09-10T08:17:23.093Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 759 | 2026-09-10T08:17:23.095Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
|
| 760 | 2026-09-10T08:17:23.095Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
vm_name = crucible_shutdown_persistence_test
|
| 761 | 2026-09-10T08:17:23.095Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 762 | 2026-09-10T08:17:23.095Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::shutdown_persistence_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 763 | 2026-09-10T08:17:23.095Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log"
target = phd_framework::log_config
|
| 764 | 2026-09-10T08:17:23.129Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1081
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm::server
|
| 765 | 2026-09-10T08:17:23.144Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
|
| 766 | 2026-09-10T08:17:23.145Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 767 | 2026-09-10T08:17:23.159Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000" } }
target = phd_framework::disk::crucible
|
| 768 | 2026-09-10T08:17:23.164Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9000"
target = phd_framework::disk::crucible
|
| 769 | 2026-09-10T08:17:23.174Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001" } }
target = phd_framework::disk::crucible
|
| 770 | 2026-09-10T08:17:23.179Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9001"
target = phd_framework::disk::crucible
|
| 771 | 2026-09-10T08:17:23.188Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002" } }
target = phd_framework::disk::crucible
|
| 772 | 2026-09-10T08:17:23.194Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/9419e2be-ce51-47bd-a880-2d9beaf9da30_9002"
target = phd_framework::disk::crucible
|
| 773 | 2026-09-10T08:17:23.203Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 420
file = phd-tests/tests/src/crucible/smoke.rs
line = 47
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_tests::crucible::smoke
|
| 774 | 2026-09-10T08:17:23.204Z | INFO | phd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file
system
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 775 | 2026-09-10T08:17:23.204Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 776 | 2026-09-10T08:17:23.204Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 777 | 2026-09-10T08:17:23.204Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::vcr_replace_during_start_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 778 | 2026-09-10T08:17:23.205Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 779 | 2026-09-10T08:17:23.205Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 780 | 2026-09-10T08:17:23.205Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 91
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_tests::crucible::smoke
|
| 781 | 2026-09-10T08:17:23.205Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 782 | 2026-09-10T08:17:23.205Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 783 | 2026-09-10T08:17:23.205Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 784 | 2026-09-10T08:17:23.205Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = list
|
| 785 | 2026-09-10T08:17:23.218Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 786 | 2026-09-10T08:17:23.218Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-12bbef92-98bc-4cd9-9667-f5278f7cc85b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = snapshot
|
| 787 | 2026-09-10T08:17:23.235Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-12bbef92-98bc-4cd9-9667-f5278f7cc85b", "phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = clone
|
| 788 | 2026-09-10T08:17:23.254Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = list
|
| 789 | 2026-09-10T08:17:23.265Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf 0B 25.3T 207M /phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf\n
target = phd_framework::zfs
|
| 790 | 2026-09-10T08:17:23.266Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 791 | 2026-09-10T08:17:23.266Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000", "--encrypted", "--uuid", "cb031fb2-4f14-4b56-b0e2-65a1d043c305", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 792 | 2026-09-10T08:17:23.292Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.276912519Z","hostname":"BRM42220060","pid":1087}\n{"msg":"UUID: cb031fb2-4f14-4b56-b0e2-65a1d043c305","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.288171371Z","hostname":"BRM42220060","pid":1087}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.288185318Z","hostname":"BRM42220060","pid":1087}\n
target = phd_framework::disk::crucible
|
| 793 | 2026-09-10T08:17:23.292Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001", "--encrypted", "--uuid", "cb031fb2-4f14-4b56-b0e2-65a1d043c305", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 794 | 2026-09-10T08:17:23.317Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.302172622Z","hostname":"BRM42220060","pid":1088}\n{"msg":"UUID: cb031fb2-4f14-4b56-b0e2-65a1d043c305","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.313228229Z","hostname":"BRM42220060","pid":1088}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.313243698Z","hostname":"BRM42220060","pid":1088}\n
target = phd_framework::disk::crucible
|
| 795 | 2026-09-10T08:17:23.317Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002", "--encrypted", "--uuid", "cb031fb2-4f14-4b56-b0e2-65a1d043c305", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 796 | 2026-09-10T08:17:23.343Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.327785098Z","hostname":"BRM42220060","pid":1089}\n{"msg":"UUID: cb031fb2-4f14-4b56-b0e2-65a1d043c305","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.339102534Z","hostname":"BRM42220060","pid":1089}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:23.339117933Z","hostname":"BRM42220060","pid":1089}\n
target = phd_framework::disk::crucible
|
| 797 | 2026-09-10T08:17:23.343Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000.stdout.log"
target = phd_framework::log_config
|
| 798 | 2026-09-10T08:17:23.343Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 799 | 2026-09-10T08:17:23.343Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 800 | 2026-09-10T08:17:23.345Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001.stdout.log"
target = phd_framework::log_config
|
| 801 | 2026-09-10T08:17:23.345Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 802 | 2026-09-10T08:17:23.345Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 803 | 2026-09-10T08:17:23.347Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002.stdout.log"
target = phd_framework::log_config
|
| 804 | 2026-09-10T08:17:23.347Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 805 | 2026-09-10T08:17:23.348Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 806 | 2026-09-10T08:17:23.350Z | INFO | phd-runner: [TEST - EVENT] enabling vcr black hole
disk = vcr-replacement-target
file = phd-tests/framework/src/disk/crucible.rs
line = 130
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 807 | 2026-09-10T08:17:23.350Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
|
| 808 | 2026-09-10T08:17:23.350Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm_name = crucible_vcr_replace_during_start_test
|
| 809 | 2026-09-10T08:17:23.350Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 810 | 2026-09-10T08:17:23.350Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 811 | 2026-09-10T08:17:23.350Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log"
target = phd_framework::log_config
|
| 812 | 2026-09-10T08:17:23.384Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1093
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm::server
|
| 813 | 2026-09-10T08:17:23.398Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
|
| 814 | 2026-09-10T08:17:23.398Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = f731cc59-8e8d-4db5-b2e0-81868e16d3bb
|
| 815 | 2026-09-10T08:17:23.399Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = f731cc59-8e8d-4db5-b2e0-81868e16d3bb
|
| 816 | 2026-09-10T08:17:24.015Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = f731cc59-8e8d-4db5-b2e0-81868e16d3bb
|
| 817 | 2026-09-10T08:17:24.755Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = f731cc59-8e8d-4db5-b2e0-81868e16d3bb
|
| 818 | 2026-09-10T08:17:24.755Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1357
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = f731cc59-8e8d-4db5-b2e0-81868e16d3bb
|
| 819 | 2026-09-10T08:17:24.756Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 820 | 2026-09-10T08:17:24.764Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
|
| 821 | 2026-09-10T08:17:24.764Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-cd9debf4-7f9c-44e7-be65-00c1f4df19cf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = destroy
|
| 822 | 2026-09-10T08:17:24.795Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
|
| 823 | 2026-09-10T08:17:24.795Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-12bbef92-98bc-4cd9-9667-f5278f7cc85b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = destroy
|
| 824 | 2026-09-10T08:17:24.813Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000" } }
target = phd_framework::disk::crucible
|
| 825 | 2026-09-10T08:17:24.817Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9000"
target = phd_framework::disk::crucible
|
| 826 | 2026-09-10T08:17:24.818Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001" } }
target = phd_framework::disk::crucible
|
| 827 | 2026-09-10T08:17:24.823Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9001"
target = phd_framework::disk::crucible
|
| 828 | 2026-09-10T08:17:24.824Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002" } }
target = phd_framework::disk::crucible
|
| 829 | 2026-09-10T08:17:24.828Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/cb031fb2-4f14-4b56-b0e2-65a1d043c305_9002"
target = phd_framework::disk::crucible
|
| 830 | 2026-09-10T08:17:24.829Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1624
file = phd-tests/tests/src/crucible/smoke.rs
line = 91
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_tests::crucible::smoke
|
| 831 | 2026-09-10T08:17:24.832Z | INFO | phd-runner: test phd_tests::crucible::smoke::vcr_replace_during_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:127:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:91:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 832 | 2026-09-10T08:17:24.832Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 833 | 2026-09-10T08:17:24.832Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 834 | 2026-09-10T08:17:24.832Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::boot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 835 | 2026-09-10T08:17:24.832Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 836 | 2026-09-10T08:17:24.832Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 837 | 2026-09-10T08:17:24.832Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 14
path = phd_tests::crucible::smoke::boot_test
target = phd_tests::crucible::smoke
|
| 838 | 2026-09-10T08:17:24.832Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 839 | 2026-09-10T08:17:24.832Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 840 | 2026-09-10T08:17:24.833Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 841 | 2026-09-10T08:17:24.833Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 842 | 2026-09-10T08:17:24.833Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000", "--encrypted", "--uuid", "97e6eb20-0532-4f41-884b-32503f8fc279", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 843 | 2026-09-10T08:17:24.942Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:24.843483247Z","hostname":"BRM42220060","pid":1097}\n{"msg":"UUID: 97e6eb20-0532-4f41-884b-32503f8fc279","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:24.937271106Z","hostname":"BRM42220060","pid":1097}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:24.93729423Z","hostname":"BRM42220060","pid":1097}\n
target = phd_framework::disk::crucible
|
| 844 | 2026-09-10T08:17:24.942Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001", "--encrypted", "--uuid", "97e6eb20-0532-4f41-884b-32503f8fc279", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 845 | 2026-09-10T08:17:25.046Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:24.952754792Z","hostname":"BRM42220060","pid":1098}\n{"msg":"UUID: 97e6eb20-0532-4f41-884b-32503f8fc279","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:25.04171043Z","hostname":"BRM42220060","pid":1098}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:25.041734396Z","hostname":"BRM42220060","pid":1098}\n
target = phd_framework::disk::crucible
|
| 846 | 2026-09-10T08:17:25.046Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002", "--encrypted", "--uuid", "97e6eb20-0532-4f41-884b-32503f8fc279", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 847 | 2026-09-10T08:17:25.151Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:25.0568348Z","hostname":"BRM42220060","pid":1099}\n{"msg":"UUID: 97e6eb20-0532-4f41-884b-32503f8fc279","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:25.14413759Z","hostname":"BRM42220060","pid":1099}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-10T08:17:25.14416908Z","hostname":"BRM42220060","pid":1099}\n
target = phd_framework::disk::crucible
|
| 848 | 2026-09-10T08:17:25.151Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9000.stdout.log"
target = phd_framework::log_config
|
| 849 | 2026-09-10T08:17:25.151Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 850 | 2026-09-10T08:17:25.151Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 851 | 2026-09-10T08:17:25.153Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9001.stdout.log"
target = phd_framework::log_config
|
| 852 | 2026-09-10T08:17:25.154Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 853 | 2026-09-10T08:17:25.154Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 854 | 2026-09-10T08:17:25.156Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_97e6eb20-0532-4f41-884b-32503f8fc279_9002.stdout.log"
target = phd_framework::log_config
|
| 855 | 2026-09-10T08:17:25.156Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 856 | 2026-09-10T08:17:25.156Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 857 | 2026-09-10T08:17:25.158Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
|
| 858 | 2026-09-10T08:17:25.158Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm_name = crucible_boot_test
|
| 859 | 2026-09-10T08:17:25.158Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 860 | 2026-09-10T08:17:25.158Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::boot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 861 | 2026-09-10T08:17:25.158Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log"
target = phd_framework::log_config
|
| 862 | 2026-09-10T08:17:25.194Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1103
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm::server
|
| 863 | 2026-09-10T08:17:25.209Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
|
| 864 | 2026-09-10T08:17:25.209Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5
|
| 865 | 2026-09-10T08:17:25.210Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5
|
| 866 | 2026-09-10T08:17:25.644Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5
|
| 867 | 2026-09-10T08:17:26.652Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5
|
| 868 | 2026-09-10T08:17:26.653Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1443
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 357aa6cc-a6fa-4dba-b3e0-3aa81bb771a5
|
| 869 | 2026-09-10T08:17:26.653Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::boot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 870 | 2026-09-10T08:17:26.661Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000" } }
target = phd_framework::disk::crucible
|
| 871 | 2026-09-10T08:17:26.666Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9000"
target = phd_framework::disk::crucible
|
| 872 | 2026-09-10T08:17:26.674Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001" } }
target = phd_framework::disk::crucible
|
| 873 | 2026-09-10T08:17:26.680Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9001"
target = phd_framework::disk::crucible
|
| 874 | 2026-09-10T08:17:26.689Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002" } }
target = phd_framework::disk::crucible
|
| 875 | 2026-09-10T08:17:26.696Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/97e6eb20-0532-4f41-884b-32503f8fc279_9002"
target = phd_framework::disk::crucible
|
| 876 | 2026-09-10T08:17:26.704Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1872
file = phd-tests/tests/src/crucible/smoke.rs
line = 14
path = phd_tests::crucible::smoke::boot_test
target = phd_tests::crucible::smoke
|
| 877 | 2026-09-10T08:17:26.707Z | INFO | phd-runner: test phd_tests::crucible::smoke::boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:19:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::boot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:14:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 878 | 2026-09-10T08:17:26.707Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 879 | 2026-09-10T08:17:26.707Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 880 | 2026-09-10T08:17:26.707Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 881 | 2026-09-10T08:17:26.707Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 882 | 2026-09-10T08:17:26.707Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 883 | 2026-09-10T08:17:26.707Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 54
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_tests::hyperv
|
| 884 | 2026-09-10T08:17:26.707Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 885 | 2026-09-10T08:17:26.708Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 886 | 2026-09-10T08:17:26.708Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 887 | 2026-09-10T08:17:26.708Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = list
|
| 888 | 2026-09-10T08:17:26.719Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 889 | 2026-09-10T08:17:26.719Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bc7d3cb2-ab83-4e34-872b-c90ae02c159f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 890 | 2026-09-10T08:17:26.737Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bc7d3cb2-ab83-4e34-872b-c90ae02c159f", "phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = clone
|
| 891 | 2026-09-10T08:17:26.756Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = list
|
| 892 | 2026-09-10T08:17:26.768Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783 0B 25.3T 207M /phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783\n
target = phd_framework::zfs
|
| 893 | 2026-09-10T08:17:26.768Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
|
| 894 | 2026-09-10T08:17:26.769Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm_name = hyperv_smoke_test
|
| 895 | 2026-09-10T08:17:26.769Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 896 | 2026-09-10T08:17:26.769Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 897 | 2026-09-10T08:17:26.769Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log"
target = phd_framework::log_config
|
| 898 | 2026-09-10T08:17:26.805Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1109
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm::server
|
| 899 | 2026-09-10T08:17:26.819Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
|
| 900 | 2026-09-10T08:17:26.819Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 3d6a9791-6872-4169-9ba4-18108ad4c4ea
|
| 901 | 2026-09-10T08:17:26.820Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 3d6a9791-6872-4169-9ba4-18108ad4c4ea
|
| 902 | 2026-09-10T08:17:27.447Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 3d6a9791-6872-4169-9ba4-18108ad4c4ea
|
| 903 | 2026-09-10T08:17:27.991Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 3d6a9791-6872-4169-9ba4-18108ad4c4ea
|
| 904 | 2026-09-10T08:17:28.642Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 3d6a9791-6872-4169-9ba4-18108ad4c4ea
|
| 905 | 2026-09-10T08:17:28.642Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1823
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 3d6a9791-6872-4169-9ba4-18108ad4c4ea
|
| 906 | 2026-09-10T08:17:28.642Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 907 | 2026-09-10T08:17:28.651Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
|
| 908 | 2026-09-10T08:17:28.651Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-29d915d9-804e-4136-a10f-918afc65d783"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 909 | 2026-09-10T08:17:28.682Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
|
| 910 | 2026-09-10T08:17:28.682Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bc7d3cb2-ab83-4e34-872b-c90ae02c159f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 911 | 2026-09-10T08:17:28.701Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1993
file = phd-tests/tests/src/hyperv.rs
line = 54
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_tests::hyperv
|
| 912 | 2026-09-10T08:17:28.706Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:71:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:54:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 913 | 2026-09-10T08:17:28.706Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 914 | 2026-09-10T08:17:28.706Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 915 | 2026-09-10T08:17:28.706Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_lifecycle_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 916 | 2026-09-10T08:17:28.706Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 917 | 2026-09-10T08:17:28.706Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 918 | 2026-09-10T08:17:28.708Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 77
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_tests::hyperv
|
| 919 | 2026-09-10T08:17:28.708Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 920 | 2026-09-10T08:17:28.708Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 921 | 2026-09-10T08:17:28.708Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 922 | 2026-09-10T08:17:28.708Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 923 | 2026-09-10T08:17:28.719Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 924 | 2026-09-10T08:17:28.719Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-06a69319-fa83-4ac3-a6d9-a7b9e6005aaf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = snapshot
|
| 925 | 2026-09-10T08:17:28.735Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-06a69319-fa83-4ac3-a6d9-a7b9e6005aaf", "phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = clone
|
| 926 | 2026-09-10T08:17:28.753Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 927 | 2026-09-10T08:17:28.765Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2 0B 25.3T 207M /phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2\n
target = phd_framework::zfs
|
| 928 | 2026-09-10T08:17:28.766Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
|
| 929 | 2026-09-10T08:17:28.766Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm_name = hyperv_lifecycle_test
|
| 930 | 2026-09-10T08:17:28.766Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 931 | 2026-09-10T08:17:28.766Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_lifecycle_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 932 | 2026-09-10T08:17:28.766Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_lifecycle_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log"
target = phd_framework::log_config
|
| 933 | 2026-09-10T08:17:28.802Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1117
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm::server
|
| 934 | 2026-09-10T08:17:28.816Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
|
| 935 | 2026-09-10T08:17:28.816Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 5431083b-3d0e-4876-8be8-8c6de0a1ee4a
|
| 936 | 2026-09-10T08:17:28.817Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 5431083b-3d0e-4876-8be8-8c6de0a1ee4a
|
| 937 | 2026-09-10T08:17:29.249Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 5431083b-3d0e-4876-8be8-8c6de0a1ee4a
|
| 938 | 2026-09-10T08:17:29.701Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 5431083b-3d0e-4876-8be8-8c6de0a1ee4a
|
| 939 | 2026-09-10T08:17:29.702Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 885
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = 5431083b-3d0e-4876-8be8-8c6de0a1ee4a
|
| 940 | 2026-09-10T08:17:29.702Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_lifecycle_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 941 | 2026-09-10T08:17:29.711Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
|
| 942 | 2026-09-10T08:17:29.711Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-31c9cfa2-6030-494c-bc05-051af6ffbed2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 943 | 2026-09-10T08:17:29.740Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
|
| 944 | 2026-09-10T08:17:29.740Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-06a69319-fa83-4ac3-a6d9-a7b9e6005aaf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 945 | 2026-09-10T08:17:29.759Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1051
file = phd-tests/tests/src/hyperv.rs
line = 77
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_tests::hyperv
|
| 946 | 2026-09-10T08:17:29.762Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:87:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:77:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 947 | 2026-09-10T08:17:29.762Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 948 | 2026-09-10T08:17:29.763Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 949 | 2026-09-10T08:17:29.763Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 950 | 2026-09-10T08:17:29.763Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 951 | 2026-09-10T08:17:29.763Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 952 | 2026-09-10T08:17:29.763Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 105
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_tests::hyperv
|
| 953 | 2026-09-10T08:17:29.763Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 954 | 2026-09-10T08:17:29.763Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 955 | 2026-09-10T08:17:29.763Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 956 | 2026-09-10T08:17:29.763Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = list
|
| 957 | 2026-09-10T08:17:29.775Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 958 | 2026-09-10T08:17:29.775Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-67107ca3-2f3f-4627-b287-cffa4cd44dcd"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = snapshot
|
| 959 | 2026-09-10T08:17:29.794Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-67107ca3-2f3f-4627-b287-cffa4cd44dcd", "phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = clone
|
| 960 | 2026-09-10T08:17:29.812Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = list
|
| 961 | 2026-09-10T08:17:29.823Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598 0B 25.3T 207M /phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598\n
target = phd_framework::zfs
|
| 962 | 2026-09-10T08:17:29.824Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
|
| 963 | 2026-09-10T08:17:29.824Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm_name = hyperv_reference_tsc_test
|
| 964 | 2026-09-10T08:17:29.824Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 965 | 2026-09-10T08:17:29.824Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 966 | 2026-09-10T08:17:29.824Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log"
target = phd_framework::log_config
|
| 967 | 2026-09-10T08:17:29.860Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1125
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm::server
|
| 968 | 2026-09-10T08:17:29.874Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
|
| 969 | 2026-09-10T08:17:29.874Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 48d92b4d-9d28-4dd5-ad5f-1ce94263e463
|
| 970 | 2026-09-10T08:17:29.875Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 48d92b4d-9d28-4dd5-ad5f-1ce94263e463
|
| 971 | 2026-09-10T08:17:30.280Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 48d92b4d-9d28-4dd5-ad5f-1ce94263e463
|
| 972 | 2026-09-10T08:17:30.794Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 48d92b4d-9d28-4dd5-ad5f-1ce94263e463
|
| 973 | 2026-09-10T08:17:31.437Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 48d92b4d-9d28-4dd5-ad5f-1ce94263e463
|
| 974 | 2026-09-10T08:17:31.438Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1563
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 48d92b4d-9d28-4dd5-ad5f-1ce94263e463
|
| 975 | 2026-09-10T08:17:31.438Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 976 | 2026-09-10T08:17:31.446Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
|
| 977 | 2026-09-10T08:17:31.446Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-39181769-e4f7-4ac2-8206-260dddec8598"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = destroy
|
| 978 | 2026-09-10T08:17:31.478Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
|
| 979 | 2026-09-10T08:17:31.478Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-67107ca3-2f3f-4627-b287-cffa4cd44dcd"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = destroy
|
| 980 | 2026-09-10T08:17:31.497Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1734
file = phd-tests/tests/src/hyperv.rs
line = 105
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_tests::hyperv
|
| 981 | 2026-09-10T08:17:31.501Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:112:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:105:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 982 | 2026-09-10T08:17:31.501Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 983 | 2026-09-10T08:17:31.501Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 984 | 2026-09-10T08:17:31.501Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 985 | 2026-09-10T08:17:31.501Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 986 | 2026-09-10T08:17:31.501Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 987 | 2026-09-10T08:17:31.502Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 165
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_tests::hyperv
|
| 988 | 2026-09-10T08:17:31.502Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 989 | 2026-09-10T08:17:31.502Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 990 | 2026-09-10T08:17:31.502Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 991 | 2026-09-10T08:17:31.502Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 992 | 2026-09-10T08:17:31.502Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = list
|
| 993 | 2026-09-10T08:17:31.513Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 994 | 2026-09-10T08:17:31.513Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-2a960908-fb3a-4c84-a358-a11b2549dafb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = snapshot
|
| 995 | 2026-09-10T08:17:31.530Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-2a960908-fb3a-4c84-a358-a11b2549dafb", "phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = clone
|
| 996 | 2026-09-10T08:17:31.547Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = list
|
| 997 | 2026-09-10T08:17:31.557Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a 0B 25.3T 207M /phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a\n
target = phd_framework::zfs
|
| 998 | 2026-09-10T08:17:31.558Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
|
| 999 | 2026-09-10T08:17:31.558Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm_name = hyperv_reference_tsc_elapsed_test
|
| 1000 | 2026-09-10T08:17:31.558Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1001 | 2026-09-10T08:17:31.558Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1002 | 2026-09-10T08:17:31.558Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log"
target = phd_framework::log_config
|
| 1003 | 2026-09-10T08:17:31.594Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1133
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm::server
|
| 1004 | 2026-09-10T08:17:31.608Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
|
| 1005 | 2026-09-10T08:17:31.608Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b
|
| 1006 | 2026-09-10T08:17:31.609Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b
|
| 1007 | 2026-09-10T08:17:32.162Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b
|
| 1008 | 2026-09-10T08:17:33.233Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b
|
| 1009 | 2026-09-10T08:17:33.234Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1625
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = beb5f527-81e1-4aeb-8fbf-b3b221cfbb9b
|
| 1010 | 2026-09-10T08:17:33.234Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1011 | 2026-09-10T08:17:33.242Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
|
| 1012 | 2026-09-10T08:17:33.242Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5060842a-c23a-4162-aca4-95387e66092a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = destroy
|
| 1013 | 2026-09-10T08:17:33.274Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
|
| 1014 | 2026-09-10T08:17:33.274Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-2a960908-fb3a-4c84-a358-a11b2549dafb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = destroy
|
| 1015 | 2026-09-10T08:17:33.291Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1789
file = phd-tests/tests/src/hyperv.rs
line = 165
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_tests::hyperv
|
| 1016 | 2026-09-10T08:17:33.295Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:296:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:165:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1017 | 2026-09-10T08:17:33.295Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1018 | 2026-09-10T08:17:33.295Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1019 | 2026-09-10T08:17:33.295Z | INFO | phd-runner: Starting test phd_tests::smoke::nproc_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1020 | 2026-09-10T08:17:33.295Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1021 | 2026-09-10T08:17:33.295Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1022 | 2026-09-10T08:17:33.295Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 8
path = phd_tests::smoke::nproc_test
target = phd_tests::smoke
|
| 1023 | 2026-09-10T08:17:33.296Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1024 | 2026-09-10T08:17:33.296Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1025 | 2026-09-10T08:17:33.296Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1026 | 2026-09-10T08:17:33.296Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = list
|
| 1027 | 2026-09-10T08:17:33.308Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::nproc_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1028 | 2026-09-10T08:17:33.308Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ff951cc2-a749-439d-bcf6-1104eaa0bc45"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = snapshot
|
| 1029 | 2026-09-10T08:17:33.326Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ff951cc2-a749-439d-bcf6-1104eaa0bc45", "phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = clone
|
| 1030 | 2026-09-10T08:17:33.344Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = list
|
| 1031 | 2026-09-10T08:17:33.356Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::nproc_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7 0B 25.3T 207M /phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7\n
target = phd_framework::zfs
|
| 1032 | 2026-09-10T08:17:33.356Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
|
| 1033 | 2026-09-10T08:17:33.356Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm_name = nproc_test
|
| 1034 | 2026-09-10T08:17:33.357Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1035 | 2026-09-10T08:17:33.357Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::nproc_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1036 | 2026-09-10T08:17:33.357Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::nproc_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stdout.log"
target = phd_framework::log_config
|
| 1037 | 2026-09-10T08:17:33.392Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1141
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm::server
|
| 1038 | 2026-09-10T08:17:33.407Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
|
| 1039 | 2026-09-10T08:17:33.407Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6
|
| 1040 | 2026-09-10T08:17:33.408Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6
|
| 1041 | 2026-09-10T08:17:34.036Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6
|
| 1042 | 2026-09-10T08:17:35.104Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6
|
| 1043 | 2026-09-10T08:17:35.104Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1698
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = c8b7fb9b-d27a-4103-a2c1-114dfbd7c6e6
|
| 1044 | 2026-09-10T08:17:35.105Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::nproc_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1045 | 2026-09-10T08:17:35.113Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
|
| 1046 | 2026-09-10T08:17:35.113Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3c0db254-9055-4f8f-91dd-bff90df48cd7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = destroy
|
| 1047 | 2026-09-10T08:17:35.144Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
|
| 1048 | 2026-09-10T08:17:35.144Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ff951cc2-a749-439d-bcf6-1104eaa0bc45"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = destroy
|
| 1049 | 2026-09-10T08:17:35.163Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1867
file = phd-tests/tests/src/smoke.rs
line = 8
path = phd_tests::smoke::nproc_test
target = phd_tests::smoke
|
| 1050 | 2026-09-10T08:17:35.167Z | INFO | phd-runner: test phd_tests::smoke::nproc_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::nproc_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:12:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::nproc_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::nproc_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:8:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1051 | 2026-09-10T08:17:35.167Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1052 | 2026-09-10T08:17:35.167Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1053 | 2026-09-10T08:17:35.167Z | INFO | phd-runner: Starting test phd_tests::smoke::api_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1054 | 2026-09-10T08:17:35.167Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1055 | 2026-09-10T08:17:35.168Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1056 | 2026-09-10T08:17:35.168Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 19
path = phd_tests::smoke::api_reboot_test
target = phd_tests::smoke
|
| 1057 | 2026-09-10T08:17:35.168Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1058 | 2026-09-10T08:17:35.168Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1059 | 2026-09-10T08:17:35.168Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1060 | 2026-09-10T08:17:35.168Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = list
|
| 1061 | 2026-09-10T08:17:35.180Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::api_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1062 | 2026-09-10T08:17:35.180Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a9feb3d8-ec64-4d70-a9ee-803776952b47"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = snapshot
|
| 1063 | 2026-09-10T08:17:35.198Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a9feb3d8-ec64-4d70-a9ee-803776952b47", "phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = clone
|
| 1064 | 2026-09-10T08:17:35.215Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = list
|
| 1065 | 2026-09-10T08:17:35.226Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::api_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c 0B 25.3T 207M /phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c\n
target = phd_framework::zfs
|
| 1066 | 2026-09-10T08:17:35.227Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1067 | 2026-09-10T08:17:35.227Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm_name = api_reboot_test
|
| 1068 | 2026-09-10T08:17:35.227Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1069 | 2026-09-10T08:17:35.227Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::api_reboot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1070 | 2026-09-10T08:17:35.227Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1071 | 2026-09-10T08:17:35.260Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1149
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm::server
|
| 1072 | 2026-09-10T08:17:35.274Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1073 | 2026-09-10T08:17:35.274Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = 1f96d660-2165-4af1-a6aa-7b73f81034c3
|
| 1074 | 2026-09-10T08:17:35.275Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = 1f96d660-2165-4af1-a6aa-7b73f81034c3
|
| 1075 | 2026-09-10T08:17:35.897Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = 1f96d660-2165-4af1-a6aa-7b73f81034c3
|
| 1076 | 2026-09-10T08:17:37.023Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = 1f96d660-2165-4af1-a6aa-7b73f81034c3
|
| 1077 | 2026-09-10T08:17:37.023Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1748
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = 1f96d660-2165-4af1-a6aa-7b73f81034c3
|
| 1078 | 2026-09-10T08:17:37.023Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::api_reboot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1079 | 2026-09-10T08:17:37.031Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
|
| 1080 | 2026-09-10T08:17:37.031Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-0b18bfc8-b9a2-4f75-9cfb-21a8e4117e0c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1081 | 2026-09-10T08:17:37.065Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
|
| 1082 | 2026-09-10T08:17:37.065Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a9feb3d8-ec64-4d70-a9ee-803776952b47"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1083 | 2026-09-10T08:17:37.083Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1915
file = phd-tests/tests/src/smoke.rs
line = 19
path = phd_tests::smoke::api_reboot_test
target = phd_tests::smoke
|
| 1084 | 2026-09-10T08:17:37.087Z | INFO | phd-runner: test phd_tests::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:22:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::api_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:19:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1085 | 2026-09-10T08:17:37.087Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1086 | 2026-09-10T08:17:37.087Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1087 | 2026-09-10T08:17:37.087Z | INFO | phd-runner: Starting test phd_tests::smoke::guest_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1088 | 2026-09-10T08:17:37.087Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1089 | 2026-09-10T08:17:37.087Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1090 | 2026-09-10T08:17:37.088Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 28
path = phd_tests::smoke::guest_reboot_test
target = phd_tests::smoke
|
| 1091 | 2026-09-10T08:17:37.088Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1092 | 2026-09-10T08:17:37.088Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1093 | 2026-09-10T08:17:37.088Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1094 | 2026-09-10T08:17:37.088Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = list
|
| 1095 | 2026-09-10T08:17:37.099Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::guest_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1096 | 2026-09-10T08:17:37.100Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c275283c-652f-4289-9527-3439d38ce577"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = snapshot
|
| 1097 | 2026-09-10T08:17:37.117Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c275283c-652f-4289-9527-3439d38ce577", "phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = clone
|
| 1098 | 2026-09-10T08:17:37.135Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = list
|
| 1099 | 2026-09-10T08:17:37.146Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::guest_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814 0B 25.3T 207M /phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814\n
target = phd_framework::zfs
|
| 1100 | 2026-09-10T08:17:37.146Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1101 | 2026-09-10T08:17:37.146Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm_name = guest_reboot_test
|
| 1102 | 2026-09-10T08:17:37.146Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1103 | 2026-09-10T08:17:37.146Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::guest_reboot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1104 | 2026-09-10T08:17:37.146Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1105 | 2026-09-10T08:17:37.181Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1157
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm::server
|
| 1106 | 2026-09-10T08:17:37.196Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1107 | 2026-09-10T08:17:37.196Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = c0574ea9-4e6b-4259-b343-55a01ee4fe1f
|
| 1108 | 2026-09-10T08:17:37.197Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = c0574ea9-4e6b-4259-b343-55a01ee4fe1f
|
| 1109 | 2026-09-10T08:17:37.680Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = c0574ea9-4e6b-4259-b343-55a01ee4fe1f
|
| 1110 | 2026-09-10T08:17:38.663Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = c0574ea9-4e6b-4259-b343-55a01ee4fe1f
|
| 1111 | 2026-09-10T08:17:38.663Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1467
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = c0574ea9-4e6b-4259-b343-55a01ee4fe1f
|
| 1112 | 2026-09-10T08:17:38.663Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::guest_reboot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1113 | 2026-09-10T08:17:38.672Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
|
| 1114 | 2026-09-10T08:17:38.672Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bf5e8e3e-7ed3-4fb9-b05b-09f694bb7814"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1115 | 2026-09-10T08:17:38.703Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
|
| 1116 | 2026-09-10T08:17:38.703Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-c275283c-652f-4289-9527-3439d38ce577"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1117 | 2026-09-10T08:17:38.720Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1633
file = phd-tests/tests/src/smoke.rs
line = 28
path = phd_tests::smoke::guest_reboot_test
target = phd_tests::smoke
|
| 1118 | 2026-09-10T08:17:38.724Z | INFO | phd-runner: test phd_tests::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:31:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::guest_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:28:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1119 | 2026-09-10T08:17:38.724Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1120 | 2026-09-10T08:17:38.724Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1121 | 2026-09-10T08:17:38.724Z | INFO | phd-runner: Starting test phd_tests::smoke::instance_spec_get_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1122 | 2026-09-10T08:17:38.724Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1123 | 2026-09-10T08:17:38.724Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1124 | 2026-09-10T08:17:38.724Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 37
path = phd_tests::smoke::instance_spec_get_test
target = phd_tests::smoke
|
| 1125 | 2026-09-10T08:17:38.724Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1126 | 2026-09-10T08:17:38.724Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1127 | 2026-09-10T08:17:38.724Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1128 | 2026-09-10T08:17:38.725Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = list
|
| 1129 | 2026-09-10T08:17:38.737Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::instance_spec_get_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1130 | 2026-09-10T08:17:38.737Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-10d50995-8be7-4067-8744-e98caad48e1f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = snapshot
|
| 1131 | 2026-09-10T08:17:38.754Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-10d50995-8be7-4067-8744-e98caad48e1f", "phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = clone
|
| 1132 | 2026-09-10T08:17:38.775Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = list
|
| 1133 | 2026-09-10T08:17:38.785Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::instance_spec_get_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd 0B 25.3T 207M /phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd\n
target = phd_framework::zfs
|
| 1134 | 2026-09-10T08:17:38.786Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
|
| 1135 | 2026-09-10T08:17:38.786Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm_name = instance_spec_test
|
| 1136 | 2026-09-10T08:17:38.786Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1137 | 2026-09-10T08:17:38.786Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::instance_spec_get_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1138 | 2026-09-10T08:17:38.786Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::instance_spec_get_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log"
target = phd_framework::log_config
|
| 1139 | 2026-09-10T08:17:38.821Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1165
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm::server
|
| 1140 | 2026-09-10T08:17:38.835Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
|
| 1141 | 2026-09-10T08:17:38.835Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = b5dec855-185b-4de3-819f-623a2350707d
|
| 1142 | 2026-09-10T08:17:38.836Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = b5dec855-185b-4de3-819f-623a2350707d
|
| 1143 | 2026-09-10T08:17:39.525Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = b5dec855-185b-4de3-819f-623a2350707d
|
| 1144 | 2026-09-10T08:17:40.265Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = b5dec855-185b-4de3-819f-623a2350707d
|
| 1145 | 2026-09-10T08:17:40.265Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1430
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = b5dec855-185b-4de3-819f-623a2350707d
|
| 1146 | 2026-09-10T08:17:40.265Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::instance_spec_get_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1147 | 2026-09-10T08:17:40.273Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
|
| 1148 | 2026-09-10T08:17:40.274Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8eed4bc4-208b-4da1-bad6-488b633834fd"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = destroy
|
| 1149 | 2026-09-10T08:17:40.304Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
|
| 1150 | 2026-09-10T08:17:40.304Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-10d50995-8be7-4067-8744-e98caad48e1f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = destroy
|
| 1151 | 2026-09-10T08:17:40.321Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1597
file = phd-tests/tests/src/smoke.rs
line = 37
path = phd_tests::smoke::instance_spec_get_test
target = phd_tests::smoke
|
| 1152 | 2026-09-10T08:17:40.323Z | INFO | phd-runner: test phd_tests::smoke::instance_spec_get_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:47:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::instance_spec_get_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:37:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1153 | 2026-09-10T08:17:40.324Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1154 | 2026-09-10T08:17:40.324Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1155 | 2026-09-10T08:17:40.324Z | INFO | phd-runner: Starting test phd_tests::firmware::acpi_tables_parse
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1156 | 2026-09-10T08:17:40.324Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1157 | 2026-09-10T08:17:40.324Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1158 | 2026-09-10T08:17:40.324Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/firmware.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
target = phd_tests::firmware
|
| 1159 | 2026-09-10T08:17:40.324Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1160 | 2026-09-10T08:17:40.324Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1161 | 2026-09-10T08:17:40.324Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1162 | 2026-09-10T08:17:40.324Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = list
|
| 1163 | 2026-09-10T08:17:40.335Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_parse
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1164 | 2026-09-10T08:17:40.336Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e9f5e3d4-d690-49af-80fe-55136a5517ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = snapshot
|
| 1165 | 2026-09-10T08:17:40.354Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e9f5e3d4-d690-49af-80fe-55136a5517ea", "phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = clone
|
| 1166 | 2026-09-10T08:17:40.372Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = list
|
| 1167 | 2026-09-10T08:17:40.383Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_parse
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c 0B 25.3T 207M /phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c\n
target = phd_framework::zfs
|
| 1168 | 2026-09-10T08:17:40.384Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
|
| 1169 | 2026-09-10T08:17:40.384Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm_name = acpi_tables_parse
|
| 1170 | 2026-09-10T08:17:40.384Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1171 | 2026-09-10T08:17:40.384Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::firmware::acpi_tables_parse
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1172 | 2026-09-10T08:17:40.384Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::firmware::acpi_tables_parse
stderr_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log"
target = phd_framework::log_config
|
| 1173 | 2026-09-10T08:17:40.419Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1173
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm::server
|
| 1174 | 2026-09-10T08:17:40.433Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
|
| 1175 | 2026-09-10T08:17:40.433Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = d1507b6f-561d-4b59-9ef1-6e9524fd2e99
|
| 1176 | 2026-09-10T08:17:40.434Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = d1507b6f-561d-4b59-9ef1-6e9524fd2e99
|
| 1177 | 2026-09-10T08:17:40.782Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = d1507b6f-561d-4b59-9ef1-6e9524fd2e99
|
| 1178 | 2026-09-10T08:17:41.262Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = d1507b6f-561d-4b59-9ef1-6e9524fd2e99
|
| 1179 | 2026-09-10T08:17:41.262Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 829
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = d1507b6f-561d-4b59-9ef1-6e9524fd2e99
|
| 1180 | 2026-09-10T08:17:41.262Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1181 | 2026-09-10T08:17:41.271Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
|
| 1182 | 2026-09-10T08:17:41.271Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9f58f124-2d6a-4c80-b540-a7d8d07d9c9c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = destroy
|
| 1183 | 2026-09-10T08:17:41.304Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
|
| 1184 | 2026-09-10T08:17:41.304Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-e9f5e3d4-d690-49af-80fe-55136a5517ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = destroy
|
| 1185 | 2026-09-10T08:17:41.322Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 998
file = phd-tests/tests/src/firmware.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
target = phd_tests::firmware
|
| 1186 | 2026-09-10T08:17:41.326Z | INFO | phd-runner: test phd_tests::firmware::acpi_tables_parse ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:190:17
8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::firmware::acpi_tables_parse::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:177:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1187 | 2026-09-10T08:17:41.326Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1188 | 2026-09-10T08:17:41.326Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1189 | 2026-09-10T08:17:41.326Z | INFO | phd-runner: Starting test phd_tests::firmware::acpi_tables_generation
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1190 | 2026-09-10T08:17:41.326Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1191 | 2026-09-10T08:17:41.326Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1192 | 2026-09-10T08:17:41.326Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/firmware.rs
line = 47
path = phd_tests::firmware::acpi_tables_generation
target = phd_tests::firmware
|
| 1193 | 2026-09-10T08:17:41.326Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1194 | 2026-09-10T08:17:41.326Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1195 | 2026-09-10T08:17:41.326Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1196 | 2026-09-10T08:17:41.327Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = list
|
| 1197 | 2026-09-10T08:17:41.338Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_generation
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1198 | 2026-09-10T08:17:41.338Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-339e60f1-5924-4cc7-9622-28e69339c3fe"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = snapshot
|
| 1199 | 2026-09-10T08:17:41.356Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-339e60f1-5924-4cc7-9622-28e69339c3fe", "phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = clone
|
| 1200 | 2026-09-10T08:17:41.374Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = list
|
| 1201 | 2026-09-10T08:17:41.386Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_generation
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27 0B 25.3T 207M /phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27\n
target = phd_framework::zfs
|
| 1202 | 2026-09-10T08:17:41.387Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
|
| 1203 | 2026-09-10T08:17:41.387Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm_name = acpi_tables_generation
|
| 1204 | 2026-09-10T08:17:41.387Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1205 | 2026-09-10T08:17:41.387Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::firmware::acpi_tables_generation
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1206 | 2026-09-10T08:17:41.387Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::firmware::acpi_tables_generation
stderr_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log"
target = phd_framework::log_config
|
| 1207 | 2026-09-10T08:17:41.422Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1181
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm::server
|
| 1208 | 2026-09-10T08:17:41.437Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
|
| 1209 | 2026-09-10T08:17:41.437Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 6a49730a-337b-41af-8b85-5c1b86a6b29c
|
| 1210 | 2026-09-10T08:17:41.438Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 6a49730a-337b-41af-8b85-5c1b86a6b29c
|
| 1211 | 2026-09-10T08:17:41.694Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 6a49730a-337b-41af-8b85-5c1b86a6b29c
|
| 1212 | 2026-09-10T08:17:42.313Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 6a49730a-337b-41af-8b85-5c1b86a6b29c
|
| 1213 | 2026-09-10T08:17:42.929Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 6a49730a-337b-41af-8b85-5c1b86a6b29c
|
| 1214 | 2026-09-10T08:17:42.929Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1492
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 6a49730a-337b-41af-8b85-5c1b86a6b29c
|
| 1215 | 2026-09-10T08:17:42.929Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::firmware::acpi_tables_generation
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1216 | 2026-09-10T08:17:42.938Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
|
| 1217 | 2026-09-10T08:17:42.938Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-43935718-498f-4c57-bb6c-77c52c7c7e27"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = destroy
|
| 1218 | 2026-09-10T08:17:42.970Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
|
| 1219 | 2026-09-10T08:17:42.970Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-339e60f1-5924-4cc7-9622-28e69339c3fe"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = destroy
|
| 1220 | 2026-09-10T08:17:42.986Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1660
file = phd-tests/tests/src/firmware.rs
line = 47
path = phd_tests::firmware::acpi_tables_generation
target = phd_tests::firmware
|
| 1221 | 2026-09-10T08:17:42.991Z | INFO | phd-runner: test phd_tests::firmware::acpi_tables_generation ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:60:17
8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::firmware::acpi_tables_generation::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:47:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1222 | 2026-09-10T08:17:42.991Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1223 | 2026-09-10T08:17:42.991Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1224 | 2026-09-10T08:17:42.991Z | INFO | phd-runner: Starting test phd_tests::migrate::smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1225 | 2026-09-10T08:17:42.991Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1226 | 2026-09-10T08:17:42.991Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1227 | 2026-09-10T08:17:42.992Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 15
path = phd_tests::migrate::smoke_test
target = phd_tests::migrate
|
| 1228 | 2026-09-10T08:17:42.992Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1229 | 2026-09-10T08:17:42.992Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1230 | 2026-09-10T08:17:42.992Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1231 | 2026-09-10T08:17:42.992Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = list
|
| 1232 | 2026-09-10T08:17:43.005Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1233 | 2026-09-10T08:17:43.005Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a7d4cf1b-4917-423f-8768-b878706c4cb9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 1234 | 2026-09-10T08:17:43.023Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a7d4cf1b-4917-423f-8768-b878706c4cb9", "phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = clone
|
| 1235 | 2026-09-10T08:17:43.041Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = list
|
| 1236 | 2026-09-10T08:17:43.053Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146 0B 25.3T 207M /phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146\n
target = phd_framework::zfs
|
| 1237 | 2026-09-10T08:17:43.054Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
|
| 1238 | 2026-09-10T08:17:43.054Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm_name = migration_smoke
|
| 1239 | 2026-09-10T08:17:43.054Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1240 | 2026-09-10T08:17:43.054Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1241 | 2026-09-10T08:17:43.054Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stdout.log"
target = phd_framework::log_config
|
| 1242 | 2026-09-10T08:17:43.090Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1189
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm::server
|
| 1243 | 2026-09-10T08:17:43.104Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
|
| 1244 | 2026-09-10T08:17:43.104Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = ac856f3e-c174-4797-a019-aba703e7caef
|
| 1245 | 2026-09-10T08:17:43.105Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = ac856f3e-c174-4797-a019-aba703e7caef
|
| 1246 | 2026-09-10T08:17:43.735Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = ac856f3e-c174-4797-a019-aba703e7caef
|
| 1247 | 2026-09-10T08:17:44.404Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = ac856f3e-c174-4797-a019-aba703e7caef
|
| 1248 | 2026-09-10T08:17:44.405Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1300
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = ac856f3e-c174-4797-a019-aba703e7caef
|
| 1249 | 2026-09-10T08:17:44.405Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1250 | 2026-09-10T08:17:44.413Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
|
| 1251 | 2026-09-10T08:17:44.413Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-df7725ef-254e-4c7f-b2c5-8567d49bc146"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1252 | 2026-09-10T08:17:44.447Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
|
| 1253 | 2026-09-10T08:17:44.447Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a7d4cf1b-4917-423f-8768-b878706c4cb9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1254 | 2026-09-10T08:17:44.466Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1474
file = phd-tests/tests/src/migrate.rs
line = 15
path = phd_tests::migrate::smoke_test
target = phd_tests::migrate
|
| 1255 | 2026-09-10T08:17:44.471Z | INFO | phd-runner: test phd_tests::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::run_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21
8: phd_tests::migrate::smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:17:73
9: <tracing::instrument::Instrumented<phd_tests::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::migrate::smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:15:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1256 | 2026-09-10T08:17:44.471Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1257 | 2026-09-10T08:17:44.471Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1258 | 2026-09-10T08:17:44.471Z | INFO | phd-runner: Starting test phd_tests::migrate::serial_history
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1259 | 2026-09-10T08:17:44.471Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1260 | 2026-09-10T08:17:44.471Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1261 | 2026-09-10T08:17:44.471Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 20
path = phd_tests::migrate::serial_history
target = phd_tests::migrate
|
| 1262 | 2026-09-10T08:17:44.472Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1263 | 2026-09-10T08:17:44.472Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1264 | 2026-09-10T08:17:44.472Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1265 | 2026-09-10T08:17:44.472Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = list
|
| 1266 | 2026-09-10T08:17:44.483Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::serial_history
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1267 | 2026-09-10T08:17:44.483Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-dba66511-62d4-4128-bbb3-5f0a558a6f02"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = snapshot
|
| 1268 | 2026-09-10T08:17:44.501Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-dba66511-62d4-4128-bbb3-5f0a558a6f02", "phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = clone
|
| 1269 | 2026-09-10T08:17:44.519Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = list
|
| 1270 | 2026-09-10T08:17:44.531Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::serial_history
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea 0B 25.3T 207M /phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea\n
target = phd_framework::zfs
|
| 1271 | 2026-09-10T08:17:44.532Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
|
| 1272 | 2026-09-10T08:17:44.532Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm_name = migration_serial_history
|
| 1273 | 2026-09-10T08:17:44.532Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1274 | 2026-09-10T08:17:44.532Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::serial_history
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1275 | 2026-09-10T08:17:44.532Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::serial_history
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stdout.log"
target = phd_framework::log_config
|
| 1276 | 2026-09-10T08:17:44.568Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1197
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm::server
|
| 1277 | 2026-09-10T08:17:44.583Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
|
| 1278 | 2026-09-10T08:17:44.583Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = ca2fc46a-e461-4dc6-986c-e3cceea237cc
|
| 1279 | 2026-09-10T08:17:44.583Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = ca2fc46a-e461-4dc6-986c-e3cceea237cc
|
| 1280 | 2026-09-10T08:17:45.125Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = ca2fc46a-e461-4dc6-986c-e3cceea237cc
|
| 1281 | 2026-09-10T08:17:45.591Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = ca2fc46a-e461-4dc6-986c-e3cceea237cc
|
| 1282 | 2026-09-10T08:17:45.591Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1008
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = ca2fc46a-e461-4dc6-986c-e3cceea237cc
|
| 1283 | 2026-09-10T08:17:45.591Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::serial_history
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1284 | 2026-09-10T08:17:45.600Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
|
| 1285 | 2026-09-10T08:17:45.600Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-01af15e9-56c8-43a0-a923-b0eda41382ea"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = destroy
|
| 1286 | 2026-09-10T08:17:45.632Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
|
| 1287 | 2026-09-10T08:17:45.632Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-dba66511-62d4-4128-bbb3-5f0a558a6f02"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = destroy
|
| 1288 | 2026-09-10T08:17:45.650Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1178
file = phd-tests/tests/src/migrate.rs
line = 20
path = phd_tests::migrate::serial_history
target = phd_tests::migrate
|
| 1289 | 2026-09-10T08:17:45.653Z | INFO | phd-runner: test phd_tests::migrate::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::run_serial_history_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21
8: phd_tests::migrate::serial_history::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:26:6
9: <tracing::instrument::Instrumented<phd_tests::migrate::serial_history::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::migrate::serial_history::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:20:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1290 | 2026-09-10T08:17:45.653Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1291 | 2026-09-10T08:17:45.653Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1292 | 2026-09-10T08:17:45.653Z | INFO | phd-runner: Starting test phd_tests::migrate::multiple_migrations
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1293 | 2026-09-10T08:17:45.653Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1294 | 2026-09-10T08:17:45.654Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1295 | 2026-09-10T08:17:45.654Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 302
path = phd_tests::migrate::multiple_migrations
target = phd_tests::migrate
|
| 1296 | 2026-09-10T08:17:45.654Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1297 | 2026-09-10T08:17:45.654Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1298 | 2026-09-10T08:17:45.654Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1299 | 2026-09-10T08:17:45.654Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = list
|
| 1300 | 2026-09-10T08:17:45.666Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::multiple_migrations
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1301 | 2026-09-10T08:17:45.666Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3e21051e-875c-445b-92dc-f97bf1caa052"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = snapshot
|
| 1302 | 2026-09-10T08:17:45.685Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3e21051e-875c-445b-92dc-f97bf1caa052", "phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = clone
|
| 1303 | 2026-09-10T08:17:45.703Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = list
|
| 1304 | 2026-09-10T08:17:45.715Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::multiple_migrations
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07 0B 25.3T 207M /phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07\n
target = phd_framework::zfs
|
| 1305 | 2026-09-10T08:17:45.715Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1306 | 2026-09-10T08:17:45.715Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_0
|
| 1307 | 2026-09-10T08:17:45.715Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1308 | 2026-09-10T08:17:45.715Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1309 | 2026-09-10T08:17:45.716Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log"
target = phd_framework::log_config
|
| 1310 | 2026-09-10T08:17:45.751Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1205
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 1311 | 2026-09-10T08:17:45.765Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1312 | 2026-09-10T08:17:45.765Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1313 | 2026-09-10T08:17:45.765Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_1
|
| 1314 | 2026-09-10T08:17:45.765Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1315 | 2026-09-10T08:17:45.765Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1316 | 2026-09-10T08:17:45.765Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log"
target = phd_framework::log_config
|
| 1317 | 2026-09-10T08:17:45.800Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1206
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 1318 | 2026-09-10T08:17:45.815Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1319 | 2026-09-10T08:17:45.815Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1320 | 2026-09-10T08:17:45.815Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_2
|
| 1321 | 2026-09-10T08:17:45.815Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1322 | 2026-09-10T08:17:45.815Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1323 | 2026-09-10T08:17:45.815Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log"
target = phd_framework::log_config
|
| 1324 | 2026-09-10T08:17:45.852Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1207
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 1325 | 2026-09-10T08:17:45.867Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 1326 | 2026-09-10T08:17:45.867Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = c5ada89f-7110-44f7-b665-4c3966113561
|
| 1327 | 2026-09-10T08:17:45.867Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = c5ada89f-7110-44f7-b665-4c3966113561
|
| 1328 | 2026-09-10T08:17:46.230Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = c5ada89f-7110-44f7-b665-4c3966113561
|
| 1329 | 2026-09-10T08:17:47.011Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = c5ada89f-7110-44f7-b665-4c3966113561
|
| 1330 | 2026-09-10T08:17:47.011Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1144
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = c5ada89f-7110-44f7-b665-4c3966113561
|
| 1331 | 2026-09-10T08:17:47.011Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 1332 | 2026-09-10T08:17:47.020Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1333 | 2026-09-10T08:17:47.028Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1334 | 2026-09-10T08:17:47.037Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
|
| 1335 | 2026-09-10T08:17:47.037Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-98a79e0a-bbae-4237-b2a0-9685b52b7d07"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = destroy
|
| 1336 | 2026-09-10T08:17:47.068Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
|
| 1337 | 2026-09-10T08:17:47.068Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3e21051e-875c-445b-92dc-f97bf1caa052"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = destroy
|
| 1338 | 2026-09-10T08:17:47.086Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1432
file = phd-tests/tests/src/migrate.rs
line = 302
path = phd_tests::migrate::multiple_migrations
target = phd_tests::migrate
|
| 1339 | 2026-09-10T08:17:47.089Z | INFO | phd-runner: test phd_tests::migrate::multiple_migrations ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:310:18
8: <tracing::instrument::Instrumented<phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::multiple_migrations::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:302:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1340 | 2026-09-10T08:17:47.089Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1341 | 2026-09-10T08:17:47.089Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1342 | 2026-09-10T08:17:47.089Z | INFO | phd-runner: Starting test phd_tests::migrate::migration_ensures_instance_metadata
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1343 | 2026-09-10T08:17:47.089Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1344 | 2026-09-10T08:17:47.089Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1345 | 2026-09-10T08:17:47.089Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 388
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_tests::migrate
|
| 1346 | 2026-09-10T08:17:47.089Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1347 | 2026-09-10T08:17:47.089Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1348 | 2026-09-10T08:17:47.089Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1349 | 2026-09-10T08:17:47.089Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = list
|
| 1350 | 2026-09-10T08:17:47.100Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::migration_ensures_instance_metadata
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1351 | 2026-09-10T08:17:47.100Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9fcdd623-0b01-4472-8892-ad45f4e9d026"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = snapshot
|
| 1352 | 2026-09-10T08:17:47.117Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9fcdd623-0b01-4472-8892-ad45f4e9d026", "phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = clone
|
| 1353 | 2026-09-10T08:17:47.136Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = list
|
| 1354 | 2026-09-10T08:17:47.147Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::migration_ensures_instance_metadata
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff 0B 25.3T 207M /phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff\n
target = phd_framework::zfs
|
| 1355 | 2026-09-10T08:17:47.148Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1356 | 2026-09-10T08:17:47.148Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm_name = migration_ensures_instance_metadata_source
|
| 1357 | 2026-09-10T08:17:47.148Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1358 | 2026-09-10T08:17:47.148Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::migration_ensures_instance_metadata
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1359 | 2026-09-10T08:17:47.148Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::migration_ensures_instance_metadata
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log"
target = phd_framework::log_config
|
| 1360 | 2026-09-10T08:17:47.183Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1217
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm::server
|
| 1361 | 2026-09-10T08:17:47.198Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1362 | 2026-09-10T08:17:47.198Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1363 | 2026-09-10T08:17:47.198Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm_name = migration_ensures_instance_metadata_target
|
| 1364 | 2026-09-10T08:17:47.198Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1365 | 2026-09-10T08:17:47.198Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::migration_ensures_instance_metadata
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1366 | 2026-09-10T08:17:47.198Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::migration_ensures_instance_metadata
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log"
target = phd_framework::log_config
|
| 1367 | 2026-09-10T08:17:47.231Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1218
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm::server
|
| 1368 | 2026-09-10T08:17:47.245Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 46
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 1369 | 2026-09-10T08:17:47.245Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 8434d926-00fd-4533-8f24-e1cf043de8f4
|
| 1370 | 2026-09-10T08:17:47.246Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 8434d926-00fd-4533-8f24-e1cf043de8f4
|
| 1371 | 2026-09-10T08:17:47.911Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 8434d926-00fd-4533-8f24-e1cf043de8f4
|
| 1372 | 2026-09-10T08:17:48.615Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 8434d926-00fd-4533-8f24-e1cf043de8f4
|
| 1373 | 2026-09-10T08:17:48.615Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1370
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 8434d926-00fd-4533-8f24-e1cf043de8f4
|
| 1374 | 2026-09-10T08:17:48.615Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::migration_ensures_instance_metadata
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1375 | 2026-09-10T08:17:48.624Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::migration_ensures_instance_metadata
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1376 | 2026-09-10T08:17:48.632Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
|
| 1377 | 2026-09-10T08:17:48.633Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f8cacb7b-8981-42f3-aa0a-7337229a22ff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = destroy
|
| 1378 | 2026-09-10T08:17:48.669Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
|
| 1379 | 2026-09-10T08:17:48.670Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9fcdd623-0b01-4472-8892-ad45f4e9d026"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = destroy
|
| 1380 | 2026-09-10T08:17:48.688Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1599
file = phd-tests/tests/src/migrate.rs
line = 388
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_tests::migrate
|
| 1381 | 2026-09-10T08:17:48.691Z | INFO | phd-runner: test phd_tests::migrate::migration_ensures_instance_metadata ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:402:21
8: <tracing::instrument::Instrumented<phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:388:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1382 | 2026-09-10T08:17:48.691Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1383 | 2026-09-10T08:17:48.691Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1384 | 2026-09-10T08:17:48.692Z | INFO | phd-runner: Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1385 | 2026-09-10T08:17:48.692Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1386 | 2026-09-10T08:17:48.692Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1387 | 2026-09-10T08:17:48.692Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 433
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_tests::migrate
|
| 1388 | 2026-09-10T08:17:48.692Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1389 | 2026-09-10T08:17:48.692Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1390 | 2026-09-10T08:17:48.692Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1391 | 2026-09-10T08:17:48.692Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = list
|
| 1392 | 2026-09-10T08:17:48.702Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1393 | 2026-09-10T08:17:48.702Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b764caa9-2118-464b-b44b-3e3170249073"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = snapshot
|
| 1394 | 2026-09-10T08:17:48.720Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b764caa9-2118-464b-b44b-3e3170249073", "phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = clone
|
| 1395 | 2026-09-10T08:17:48.738Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = list
|
| 1396 | 2026-09-10T08:17:48.749Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782 0B 25.3T 207M /phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782\n
target = phd_framework::zfs
|
| 1397 | 2026-09-10T08:17:48.749Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1398 | 2026-09-10T08:17:48.750Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm_name = vm_reaches_destroyed_after_migration_out_source
|
| 1399 | 2026-09-10T08:17:48.750Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1400 | 2026-09-10T08:17:48.750Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1401 | 2026-09-10T08:17:48.750Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log"
target = phd_framework::log_config
|
| 1402 | 2026-09-10T08:17:48.785Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1227
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm::server
|
| 1403 | 2026-09-10T08:17:48.799Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1404 | 2026-09-10T08:17:48.799Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1405 | 2026-09-10T08:17:48.799Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm_name = vm_reaches_destroyed_after_migration_out_target
|
| 1406 | 2026-09-10T08:17:48.800Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1407 | 2026-09-10T08:17:48.800Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1408 | 2026-09-10T08:17:48.800Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log"
target = phd_framework::log_config
|
| 1409 | 2026-09-10T08:17:48.832Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1228
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm::server
|
| 1410 | 2026-09-10T08:17:48.846Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 46
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 1411 | 2026-09-10T08:17:48.846Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = d781b40c-4596-4359-83dd-7ecd8e529ef8
|
| 1412 | 2026-09-10T08:17:48.847Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = d781b40c-4596-4359-83dd-7ecd8e529ef8
|
| 1413 | 2026-09-10T08:17:49.406Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = d781b40c-4596-4359-83dd-7ecd8e529ef8
|
| 1414 | 2026-09-10T08:17:50.149Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = d781b40c-4596-4359-83dd-7ecd8e529ef8
|
| 1415 | 2026-09-10T08:17:50.149Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1303
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = d781b40c-4596-4359-83dd-7ecd8e529ef8
|
| 1416 | 2026-09-10T08:17:50.149Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1417 | 2026-09-10T08:17:50.158Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1418 | 2026-09-10T08:17:50.166Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
|
| 1419 | 2026-09-10T08:17:50.166Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-23368df5-1431-4a9d-951a-2e86d2e6a782"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = destroy
|
| 1420 | 2026-09-10T08:17:50.198Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
|
| 1421 | 2026-09-10T08:17:50.198Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-b764caa9-2118-464b-b44b-3e3170249073"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = destroy
|
| 1422 | 2026-09-10T08:17:50.216Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1524
file = phd-tests/tests/src/migrate.rs
line = 433
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_tests::migrate
|
| 1423 | 2026-09-10T08:17:50.219Z | INFO | phd-runner: test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:447:21
8: <tracing::instrument::Instrumented<phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:433:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1424 | 2026-09-10T08:17:50.219Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1425 | 2026-09-10T08:17:50.219Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1426 | 2026-09-10T08:17:50.219Z | INFO | phd-runner: Starting test phd_tests::vsock::vsock_get_cid
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1427 | 2026-09-10T08:17:50.219Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1428 | 2026-09-10T08:17:50.219Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1429 | 2026-09-10T08:17:50.219Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/vsock.rs
line = 25
path = phd_tests::vsock::vsock_get_cid
target = phd_tests::vsock
|
| 1430 | 2026-09-10T08:17:50.219Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1431 | 2026-09-10T08:17:50.219Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1432 | 2026-09-10T08:17:50.219Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1433 | 2026-09-10T08:17:50.219Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = list
|
| 1434 | 2026-09-10T08:17:50.230Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_get_cid
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1435 | 2026-09-10T08:17:50.230Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9eabcf98-b966-4702-88cc-6826360037cf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = snapshot
|
| 1436 | 2026-09-10T08:17:50.248Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9eabcf98-b966-4702-88cc-6826360037cf", "phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = clone
|
| 1437 | 2026-09-10T08:17:50.265Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = list
|
| 1438 | 2026-09-10T08:17:50.278Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_get_cid
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596 0B 25.3T 207M /phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596\n
target = phd_framework::zfs
|
| 1439 | 2026-09-10T08:17:50.279Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
|
| 1440 | 2026-09-10T08:17:50.279Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm_name = vsock_get_cid
|
| 1441 | 2026-09-10T08:17:50.279Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1442 | 2026-09-10T08:17:50.279Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::vsock::vsock_get_cid
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1443 | 2026-09-10T08:17:50.279Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::vsock::vsock_get_cid
stderr_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log"
target = phd_framework::log_config
|
| 1444 | 2026-09-10T08:17:50.314Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1237
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm::server
|
| 1445 | 2026-09-10T08:17:50.328Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
|
| 1446 | 2026-09-10T08:17:50.328Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 814665f3-893f-4aaa-9db1-73b4c81e321b
|
| 1447 | 2026-09-10T08:17:50.329Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 814665f3-893f-4aaa-9db1-73b4c81e321b
|
| 1448 | 2026-09-10T08:17:50.967Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 814665f3-893f-4aaa-9db1-73b4c81e321b
|
| 1449 | 2026-09-10T08:17:51.495Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 814665f3-893f-4aaa-9db1-73b4c81e321b
|
| 1450 | 2026-09-10T08:17:52.109Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 814665f3-893f-4aaa-9db1-73b4c81e321b
|
| 1451 | 2026-09-10T08:17:52.109Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1781
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 814665f3-893f-4aaa-9db1-73b4c81e321b
|
| 1452 | 2026-09-10T08:17:52.109Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::vsock::vsock_get_cid
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1453 | 2026-09-10T08:17:52.118Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
|
| 1454 | 2026-09-10T08:17:52.118Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7250dcef-cbbb-4e8c-a532-0dac3e922596"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = destroy
|
| 1455 | 2026-09-10T08:17:52.148Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
|
| 1456 | 2026-09-10T08:17:52.148Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9eabcf98-b966-4702-88cc-6826360037cf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = destroy
|
| 1457 | 2026-09-10T08:17:52.165Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1946
file = phd-tests/tests/src/vsock.rs
line = 25
path = phd_tests::vsock::vsock_get_cid
target = phd_tests::vsock
|
| 1458 | 2026-09-10T08:17:52.169Z | INFO | phd-runner: test phd_tests::vsock::vsock_get_cid ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:33:17
8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::vsock::vsock_get_cid::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:25:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1459 | 2026-09-10T08:17:52.169Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1460 | 2026-09-10T08:17:52.170Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1461 | 2026-09-10T08:17:52.170Z | INFO | phd-runner: Starting test phd_tests::vsock::vsock_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1462 | 2026-09-10T08:17:52.170Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1463 | 2026-09-10T08:17:52.170Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1464 | 2026-09-10T08:17:52.170Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/vsock.rs
line = 10
path = phd_tests::vsock::vsock_smoke_test
target = phd_tests::vsock
|
| 1465 | 2026-09-10T08:17:52.170Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1466 | 2026-09-10T08:17:52.170Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1467 | 2026-09-10T08:17:52.170Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1468 | 2026-09-10T08:17:52.170Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = list
|
| 1469 | 2026-09-10T08:17:52.182Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1470 | 2026-09-10T08:17:52.183Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bc23823e-bb36-40ce-be7f-5fc6bc5c9276"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 1471 | 2026-09-10T08:17:52.200Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bc23823e-bb36-40ce-be7f-5fc6bc5c9276", "phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = clone
|
| 1472 | 2026-09-10T08:17:52.217Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = list
|
| 1473 | 2026-09-10T08:17:52.229Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f 0B 25.3T 207M /phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f\n
target = phd_framework::zfs
|
| 1474 | 2026-09-10T08:17:52.229Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
|
| 1475 | 2026-09-10T08:17:52.229Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm_name = vsock_smoke_test
|
| 1476 | 2026-09-10T08:17:52.229Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1477 | 2026-09-10T08:17:52.230Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::vsock::vsock_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1478 | 2026-09-10T08:17:52.230Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::vsock::vsock_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log"
target = phd_framework::log_config
|
| 1479 | 2026-09-10T08:17:52.265Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1245
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm::server
|
| 1480 | 2026-09-10T08:17:52.279Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
|
| 1481 | 2026-09-10T08:17:52.279Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = d56db267-f2bc-4b52-86fb-ec0270c108dc
|
| 1482 | 2026-09-10T08:17:52.280Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = d56db267-f2bc-4b52-86fb-ec0270c108dc
|
| 1483 | 2026-09-10T08:17:52.563Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = d56db267-f2bc-4b52-86fb-ec0270c108dc
|
| 1484 | 2026-09-10T08:17:53.126Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = d56db267-f2bc-4b52-86fb-ec0270c108dc
|
| 1485 | 2026-09-10T08:17:53.126Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 847
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = d56db267-f2bc-4b52-86fb-ec0270c108dc
|
| 1486 | 2026-09-10T08:17:53.126Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::vsock::vsock_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1487 | 2026-09-10T08:17:53.135Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
|
| 1488 | 2026-09-10T08:17:53.135Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a855a55b-5400-43d5-862e-923d7ca29b4f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1489 | 2026-09-10T08:17:53.164Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
|
| 1490 | 2026-09-10T08:17:53.164Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-bc23823e-bb36-40ce-be7f-5fc6bc5c9276"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1491 | 2026-09-10T08:17:53.183Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1013
file = phd-tests/tests/src/vsock.rs
line = 10
path = phd_tests::vsock::vsock_smoke_test
target = phd_tests::vsock
|
| 1492 | 2026-09-10T08:17:53.186Z | INFO | phd-runner: test phd_tests::vsock::vsock_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:16:17
8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::vsock::vsock_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1493 | 2026-09-10T08:17:53.186Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1494 | 2026-09-10T08:17:53.186Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1495 | 2026-09-10T08:17:53.186Z | INFO | phd-runner: Starting test phd_tests::framework::long_line_serial_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1496 | 2026-09-10T08:17:53.186Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1497 | 2026-09-10T08:17:53.186Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1498 | 2026-09-10T08:17:53.186Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/framework.rs
line = 20
path = phd_tests::framework::long_line_serial_test
target = phd_tests::framework
|
| 1499 | 2026-09-10T08:17:53.186Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1500 | 2026-09-10T08:17:53.187Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1501 | 2026-09-10T08:17:53.187Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1502 | 2026-09-10T08:17:53.187Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1503 | 2026-09-10T08:17:53.187Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = list
|
| 1504 | 2026-09-10T08:17:53.198Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::long_line_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1505 | 2026-09-10T08:17:53.198Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-843f3358-3f4c-4835-8582-25e314a2e91f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = snapshot
|
| 1506 | 2026-09-10T08:17:53.216Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-843f3358-3f4c-4835-8582-25e314a2e91f", "phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = clone
|
| 1507 | 2026-09-10T08:17:53.232Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = list
|
| 1508 | 2026-09-10T08:17:53.243Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::long_line_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75 0B 25.3T 207M /phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75\n
target = phd_framework::zfs
|
| 1509 | 2026-09-10T08:17:53.244Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
|
| 1510 | 2026-09-10T08:17:53.244Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm_name = long_line_serial_test
|
| 1511 | 2026-09-10T08:17:53.244Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1512 | 2026-09-10T08:17:53.244Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::framework::long_line_serial_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1513 | 2026-09-10T08:17:53.244Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::framework::long_line_serial_test
stderr_path = "/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log"
target = phd_framework::log_config
|
| 1514 | 2026-09-10T08:17:53.279Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1253
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm::server
|
| 1515 | 2026-09-10T08:17:53.294Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
|
| 1516 | 2026-09-10T08:17:53.294Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 546b5717-1018-4edb-9ddb-7dacb7f997f0
|
| 1517 | 2026-09-10T08:17:53.295Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 546b5717-1018-4edb-9ddb-7dacb7f997f0
|
| 1518 | 2026-09-10T08:17:53.710Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 546b5717-1018-4edb-9ddb-7dacb7f997f0
|
| 1519 | 2026-09-10T08:17:54.773Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 546b5717-1018-4edb-9ddb-7dacb7f997f0
|
| 1520 | 2026-09-10T08:17:54.773Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1479
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 546b5717-1018-4edb-9ddb-7dacb7f997f0
|
| 1521 | 2026-09-10T08:17:54.773Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::framework::long_line_serial_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1522 | 2026-09-10T08:17:54.782Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
|
| 1523 | 2026-09-10T08:17:54.782Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-75cd4802-08b9-45fc-92cd-7fb4c72e3a75"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1524 | 2026-09-10T08:17:54.815Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
|
| 1525 | 2026-09-10T08:17:54.815Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-843f3358-3f4c-4835-8582-25e314a2e91f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1526 | 2026-09-10T08:17:54.832Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1646
file = phd-tests/tests/src/framework.rs
line = 20
path = phd_tests::framework::long_line_serial_test
target = phd_tests::framework
|
| 1527 | 2026-09-10T08:17:54.835Z | INFO | phd-runner: test phd_tests::framework::long_line_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:33:17
8: <tracing::instrument::Instrumented<phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::framework::long_line_serial_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:20:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1528 | 2026-09-10T08:17:54.836Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1529 | 2026-09-10T08:17:54.836Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1530 | 2026-09-10T08:17:54.836Z | INFO | phd-runner: Starting test phd_tests::framework::multiline_serial_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1531 | 2026-09-10T08:17:54.836Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1532 | 2026-09-10T08:17:54.836Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1533 | 2026-09-10T08:17:54.836Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/framework.rs
line = 10
path = phd_tests::framework::multiline_serial_test
target = phd_tests::framework
|
| 1534 | 2026-09-10T08:17:54.836Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1535 | 2026-09-10T08:17:54.836Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1536 | 2026-09-10T08:17:54.836Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1537 | 2026-09-10T08:17:54.836Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = list
|
| 1538 | 2026-09-10T08:17:54.849Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::multiline_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1539 | 2026-09-10T08:17:54.849Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-691025b1-0c45-43d4-b701-1b876860c85b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = snapshot
|
| 1540 | 2026-09-10T08:17:54.866Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-691025b1-0c45-43d4-b701-1b876860c85b", "phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = clone
|
| 1541 | 2026-09-10T08:17:54.885Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = list
|
| 1542 | 2026-09-10T08:17:54.897Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::multiline_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747 0B 25.3T 207M /phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747\n
target = phd_framework::zfs
|
| 1543 | 2026-09-10T08:17:54.897Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
|
| 1544 | 2026-09-10T08:17:54.897Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm_name = multiline_test
|
| 1545 | 2026-09-10T08:17:54.897Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1546 | 2026-09-10T08:17:54.897Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::framework::multiline_serial_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1547 | 2026-09-10T08:17:54.897Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::framework::multiline_serial_test
stderr_path = "/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stdout.log"
target = phd_framework::log_config
|
| 1548 | 2026-09-10T08:17:54.933Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1261
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm::server
|
| 1549 | 2026-09-10T08:17:54.948Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
|
| 1550 | 2026-09-10T08:17:54.948Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 35a83bcd-45e4-4006-8a37-81dd828f7f3b
|
| 1551 | 2026-09-10T08:17:54.948Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 35a83bcd-45e4-4006-8a37-81dd828f7f3b
|
| 1552 | 2026-09-10T08:17:55.640Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 35a83bcd-45e4-4006-8a37-81dd828f7f3b
|
| 1553 | 2026-09-10T08:17:56.303Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 35a83bcd-45e4-4006-8a37-81dd828f7f3b
|
| 1554 | 2026-09-10T08:17:56.303Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1355
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 35a83bcd-45e4-4006-8a37-81dd828f7f3b
|
| 1555 | 2026-09-10T08:17:56.303Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::framework::multiline_serial_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1556 | 2026-09-10T08:17:56.311Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
|
| 1557 | 2026-09-10T08:17:56.311Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-aa554fbe-7d39-4d7e-81ab-86eb28d55747"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1558 | 2026-09-10T08:17:56.343Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
|
| 1559 | 2026-09-10T08:17:56.343Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-691025b1-0c45-43d4-b701-1b876860c85b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1560 | 2026-09-10T08:17:56.359Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1523
file = phd-tests/tests/src/framework.rs
line = 10
path = phd_tests::framework::multiline_serial_test
target = phd_tests::framework
|
| 1561 | 2026-09-10T08:17:56.362Z | INFO | phd-runner: test phd_tests::framework::multiline_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:13:17
8: <tracing::instrument::Instrumented<phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::framework::multiline_serial_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1562 | 2026-09-10T08:17:56.362Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1563 | 2026-09-10T08:17:56.362Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1564 | 2026-09-10T08:17:56.362Z | INFO | phd-runner: Starting test phd_tests::hw::lspci_lifecycle_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1565 | 2026-09-10T08:17:56.362Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1566 | 2026-09-10T08:17:56.362Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1567 | 2026-09-10T08:17:56.362Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hw.rs
line = 8
path = phd_tests::hw::lspci_lifecycle_test
target = phd_tests::hw
|
| 1568 | 2026-09-10T08:17:56.362Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1569 | 2026-09-10T08:17:56.362Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1570 | 2026-09-10T08:17:56.363Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1571 | 2026-09-10T08:17:56.363Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 1572 | 2026-09-10T08:17:56.374Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hw::lspci_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1573 | 2026-09-10T08:17:56.374Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4b98a202-858d-4fdb-b6a6-6e72da83b2c6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = snapshot
|
| 1574 | 2026-09-10T08:17:56.391Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4b98a202-858d-4fdb-b6a6-6e72da83b2c6", "phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = clone
|
| 1575 | 2026-09-10T08:17:56.413Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 1576 | 2026-09-10T08:17:56.423Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hw::lspci_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3 0B 25.3T 207M /phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3\n
target = phd_framework::zfs
|
| 1577 | 2026-09-10T08:17:56.424Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
|
| 1578 | 2026-09-10T08:17:56.424Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm_name = lspci_lifecycle_test
|
| 1579 | 2026-09-10T08:17:56.424Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1580 | 2026-09-10T08:17:56.424Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hw::lspci_lifecycle_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1581 | 2026-09-10T08:17:56.424Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hw::lspci_lifecycle_test
stderr_path = "/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log"
target = phd_framework::log_config
|
| 1582 | 2026-09-10T08:17:56.461Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1269
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm::server
|
| 1583 | 2026-09-10T08:17:56.475Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
|
| 1584 | 2026-09-10T08:17:56.475Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 39f39935-02f9-42fa-b28c-a84dc49f1871
|
| 1585 | 2026-09-10T08:17:56.476Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 39f39935-02f9-42fa-b28c-a84dc49f1871
|
| 1586 | 2026-09-10T08:17:56.871Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 39f39935-02f9-42fa-b28c-a84dc49f1871
|
| 1587 | 2026-09-10T08:17:57.647Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 39f39935-02f9-42fa-b28c-a84dc49f1871
|
| 1588 | 2026-09-10T08:17:58.287Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 39f39935-02f9-42fa-b28c-a84dc49f1871
|
| 1589 | 2026-09-10T08:17:58.287Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1811
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 39f39935-02f9-42fa-b28c-a84dc49f1871
|
| 1590 | 2026-09-10T08:17:58.288Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hw::lspci_lifecycle_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1591 | 2026-09-10T08:17:58.297Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
|
| 1592 | 2026-09-10T08:17:58.297Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e73fae4a-2636-4a76-a658-5a1fd514e6b3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 1593 | 2026-09-10T08:17:58.333Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
|
| 1594 | 2026-09-10T08:17:58.333Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4b98a202-858d-4fdb-b6a6-6e72da83b2c6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 1595 | 2026-09-10T08:17:58.351Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1987
file = phd-tests/tests/src/hw.rs
line = 8
path = phd_tests::hw::lspci_lifecycle_test
target = phd_tests::hw
|
| 1596 | 2026-09-10T08:17:58.354Z | INFO | phd-runner: test phd_tests::hw::lspci_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:17:17
8: <tracing::instrument::Instrumented<phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hw::lspci_lifecycle_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:8:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1597 | 2026-09-10T08:17:58.354Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1598 | 2026-09-10T08:17:58.355Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1599 | 2026-09-10T08:17:58.355Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::export_failure
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1600 | 2026-09-10T08:17:58.355Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1601 | 2026-09-10T08:17:58.355Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1602 | 2026-09-10T08:17:58.355Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 206
path = phd_tests::migrate::running_process::export_failure
target = phd_tests::migrate::running_process
|
| 1603 | 2026-09-10T08:17:58.355Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1604 | 2026-09-10T08:17:58.355Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1605 | 2026-09-10T08:17:58.355Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1606 | 2026-09-10T08:17:58.355Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = list
|
| 1607 | 2026-09-10T08:17:58.367Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::export_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1608 | 2026-09-10T08:17:58.367Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5f74258a-292b-47eb-b7a6-9163801e41c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = snapshot
|
| 1609 | 2026-09-10T08:17:58.385Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5f74258a-292b-47eb-b7a6-9163801e41c2", "phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = clone
|
| 1610 | 2026-09-10T08:17:58.403Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = list
|
| 1611 | 2026-09-10T08:17:58.415Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::export_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5 0B 25.3T 207M /phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5\n
target = phd_framework::zfs
|
| 1612 | 2026-09-10T08:17:58.416Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1613 | 2026-09-10T08:17:58.416Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_source
|
| 1614 | 2026-09-10T08:17:58.416Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1615 | 2026-09-10T08:17:58.416Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1616 | 2026-09-10T08:17:58.416Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log"
target = phd_framework::log_config
|
| 1617 | 2026-09-10T08:17:58.452Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1277
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 1618 | 2026-09-10T08:17:58.466Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1619 | 2026-09-10T08:17:58.466Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1620 | 2026-09-10T08:17:58.467Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_target1
|
| 1621 | 2026-09-10T08:17:58.467Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1622 | 2026-09-10T08:17:58.467Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1623 | 2026-09-10T08:17:58.467Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log"
target = phd_framework::log_config
|
| 1624 | 2026-09-10T08:17:58.504Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1278
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 1625 | 2026-09-10T08:17:58.518Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1626 | 2026-09-10T08:17:58.518Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1627 | 2026-09-10T08:17:58.518Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_target2
|
| 1628 | 2026-09-10T08:17:58.518Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1629 | 2026-09-10T08:17:58.518Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1630 | 2026-09-10T08:17:58.518Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log"
target = phd_framework::log_config
|
| 1631 | 2026-09-10T08:17:58.554Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1279
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 1632 | 2026-09-10T08:17:58.569Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 1633 | 2026-09-10T08:17:58.569Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 4902d01a-cb46-47a8-a712-689204e66116
|
| 1634 | 2026-09-10T08:17:58.570Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 4902d01a-cb46-47a8-a712-689204e66116
|
| 1635 | 2026-09-10T08:17:59.049Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 4902d01a-cb46-47a8-a712-689204e66116
|
| 1636 | 2026-09-10T08:17:59.535Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 4902d01a-cb46-47a8-a712-689204e66116
|
| 1637 | 2026-09-10T08:17:59.535Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 965
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = 4902d01a-cb46-47a8-a712-689204e66116
|
| 1638 | 2026-09-10T08:17:59.535Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 1639 | 2026-09-10T08:17:59.543Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1640 | 2026-09-10T08:17:59.552Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1641 | 2026-09-10T08:17:59.560Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
|
| 1642 | 2026-09-10T08:17:59.561Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-039952bc-832b-4f56-92eb-0601d7a13ec5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = destroy
|
| 1643 | 2026-09-10T08:17:59.595Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
|
| 1644 | 2026-09-10T08:17:59.595Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5f74258a-292b-47eb-b7a6-9163801e41c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = destroy
|
| 1645 | 2026-09-10T08:17:59.612Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1256
file = phd-tests/tests/src/migrate.rs
line = 206
path = phd_tests::migrate::running_process::export_failure
target = phd_tests::migrate::running_process
|
| 1646 | 2026-09-10T08:17:59.616Z | INFO | phd-runner: test phd_tests::migrate::running_process::export_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:230:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::export_failure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:206:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1647 | 2026-09-10T08:17:59.617Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1648 | 2026-09-10T08:17:59.617Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1649 | 2026-09-10T08:17:59.617Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::import_failure
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1650 | 2026-09-10T08:17:59.617Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1651 | 2026-09-10T08:17:59.617Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1652 | 2026-09-10T08:17:59.617Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 136
path = phd_tests::migrate::running_process::import_failure
target = phd_tests::migrate::running_process
|
| 1653 | 2026-09-10T08:17:59.617Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1654 | 2026-09-10T08:17:59.617Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1655 | 2026-09-10T08:17:59.617Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1656 | 2026-09-10T08:17:59.617Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1657 | 2026-09-10T08:17:59.629Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1658 | 2026-09-10T08:17:59.629Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7f0fe0da-79f3-4735-ae33-21de0337449e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = snapshot
|
| 1659 | 2026-09-10T08:17:59.648Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7f0fe0da-79f3-4735-ae33-21de0337449e", "phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = clone
|
| 1660 | 2026-09-10T08:17:59.666Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1661 | 2026-09-10T08:17:59.677Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6 0B 25.3T 207M /phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6\n
target = phd_framework::zfs
|
| 1662 | 2026-09-10T08:17:59.678Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1663 | 2026-09-10T08:17:59.678Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_source
|
| 1664 | 2026-09-10T08:17:59.678Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1665 | 2026-09-10T08:17:59.678Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1666 | 2026-09-10T08:17:59.678Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log"
target = phd_framework::log_config
|
| 1667 | 2026-09-10T08:17:59.714Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1289
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 1668 | 2026-09-10T08:17:59.728Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1669 | 2026-09-10T08:17:59.728Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1670 | 2026-09-10T08:17:59.728Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1671 | 2026-09-10T08:17:59.728Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1672 | 2026-09-10T08:17:59.728Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1673 | 2026-09-10T08:17:59.741Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1674 | 2026-09-10T08:17:59.741Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-095f24a3-98f1-4f4a-b29f-181a32c88f11"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = snapshot
|
| 1675 | 2026-09-10T08:17:59.763Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-095f24a3-98f1-4f4a-b29f-181a32c88f11", "phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = clone
|
| 1676 | 2026-09-10T08:17:59.781Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 1677 | 2026-09-10T08:17:59.791Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76 0B 25.3T 207M /phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76\n
target = phd_framework::zfs
|
| 1678 | 2026-09-10T08:17:59.791Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1679 | 2026-09-10T08:17:59.792Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_target1
|
| 1680 | 2026-09-10T08:17:59.792Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1681 | 2026-09-10T08:17:59.792Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1682 | 2026-09-10T08:17:59.792Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log"
target = phd_framework::log_config
|
| 1683 | 2026-09-10T08:17:59.828Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1294
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 1684 | 2026-09-10T08:17:59.842Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1685 | 2026-09-10T08:17:59.843Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1686 | 2026-09-10T08:17:59.843Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_target2
|
| 1687 | 2026-09-10T08:17:59.843Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1688 | 2026-09-10T08:17:59.843Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1689 | 2026-09-10T08:17:59.843Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log"
target = phd_framework::log_config
|
| 1690 | 2026-09-10T08:17:59.876Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1295
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 1691 | 2026-09-10T08:17:59.890Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 1692 | 2026-09-10T08:17:59.890Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = abc7b023-1d64-48bb-b607-1d00919e9d60
|
| 1693 | 2026-09-10T08:17:59.891Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = abc7b023-1d64-48bb-b607-1d00919e9d60
|
| 1694 | 2026-09-10T08:18:00.623Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = abc7b023-1d64-48bb-b607-1d00919e9d60
|
| 1695 | 2026-09-10T08:18:01.213Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = abc7b023-1d64-48bb-b607-1d00919e9d60
|
| 1696 | 2026-09-10T08:18:01.818Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = abc7b023-1d64-48bb-b607-1d00919e9d60
|
| 1697 | 2026-09-10T08:18:01.818Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1926
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = abc7b023-1d64-48bb-b607-1d00919e9d60
|
| 1698 | 2026-09-10T08:18:01.818Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 1699 | 2026-09-10T08:18:01.827Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1700 | 2026-09-10T08:18:01.836Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1701 | 2026-09-10T08:18:01.836Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-2ac0ec31-c41f-4560-8e5a-b73c041c0b76"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1702 | 2026-09-10T08:18:01.869Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1703 | 2026-09-10T08:18:01.869Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-095f24a3-98f1-4f4a-b29f-181a32c88f11"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1704 | 2026-09-10T08:18:01.887Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1705 | 2026-09-10T08:18:01.895Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1706 | 2026-09-10T08:18:01.895Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f5d8decc-d05c-4886-bb4c-0a54cd8c28a6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1707 | 2026-09-10T08:18:01.917Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 1708 | 2026-09-10T08:18:01.918Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7f0fe0da-79f3-4735-ae33-21de0337449e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 1709 | 2026-09-10T08:18:01.937Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2318
file = phd-tests/tests/src/migrate.rs
line = 136
path = phd_tests::migrate::running_process::import_failure
target = phd_tests::migrate::running_process
|
| 1710 | 2026-09-10T08:18:01.939Z | INFO | phd-runner: test phd_tests::migrate::running_process::import_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:168:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::import_failure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:136:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1711 | 2026-09-10T08:18:01.939Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1712 | 2026-09-10T08:18:01.940Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1713 | 2026-09-10T08:18:01.940Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1714 | 2026-09-10T08:18:01.940Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1715 | 2026-09-10T08:18:01.940Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1716 | 2026-09-10T08:18:01.940Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 116
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_tests::migrate::running_process
|
| 1717 | 2026-09-10T08:18:01.940Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1718 | 2026-09-10T08:18:01.940Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1719 | 2026-09-10T08:18:01.940Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1720 | 2026-09-10T08:18:01.940Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = list
|
| 1721 | 2026-09-10T08:18:01.951Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::migrate_running_process
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1722 | 2026-09-10T08:18:01.951Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ab9785b4-9186-408c-90af-78434e2b343c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = snapshot
|
| 1723 | 2026-09-10T08:18:01.967Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ab9785b4-9186-408c-90af-78434e2b343c", "phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = clone
|
| 1724 | 2026-09-10T08:18:01.984Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = list
|
| 1725 | 2026-09-10T08:18:01.996Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::migrate_running_process
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06 0B 25.3T 207M /phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06\n
target = phd_framework::zfs
|
| 1726 | 2026-09-10T08:18:01.997Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1727 | 2026-09-10T08:18:01.997Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm_name = migrate_running_process_source
|
| 1728 | 2026-09-10T08:18:01.997Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1729 | 2026-09-10T08:18:01.997Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::migrate_running_process
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1730 | 2026-09-10T08:18:01.997Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::migrate_running_process
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log"
target = phd_framework::log_config
|
| 1731 | 2026-09-10T08:18:02.030Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1307
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm::server
|
| 1732 | 2026-09-10T08:18:02.045Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1733 | 2026-09-10T08:18:02.045Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1734 | 2026-09-10T08:18:02.045Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm_name = migrate_running_process_target
|
| 1735 | 2026-09-10T08:18:02.045Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1736 | 2026-09-10T08:18:02.045Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::migrate_running_process
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1737 | 2026-09-10T08:18:02.045Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::migrate_running_process
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log"
target = phd_framework::log_config
|
| 1738 | 2026-09-10T08:18:02.076Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1308
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm::server
|
| 1739 | 2026-09-10T08:18:02.090Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 45
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1740 | 2026-09-10T08:18:02.090Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 638cbe3f-27fd-4b21-8e8c-a6cb96f77305
|
| 1741 | 2026-09-10T08:18:02.091Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 638cbe3f-27fd-4b21-8e8c-a6cb96f77305
|
| 1742 | 2026-09-10T08:18:02.490Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 638cbe3f-27fd-4b21-8e8c-a6cb96f77305
|
| 1743 | 2026-09-10T08:18:03.156Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 638cbe3f-27fd-4b21-8e8c-a6cb96f77305
|
| 1744 | 2026-09-10T08:18:03.157Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1065
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 638cbe3f-27fd-4b21-8e8c-a6cb96f77305
|
| 1745 | 2026-09-10T08:18:03.157Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::migrate_running_process
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1746 | 2026-09-10T08:18:03.165Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::migrate_running_process
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1747 | 2026-09-10T08:18:03.174Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
|
| 1748 | 2026-09-10T08:18:03.174Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-1141b935-84f0-4819-9dee-0f1be8f2be06"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = destroy
|
| 1749 | 2026-09-10T08:18:03.206Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
|
| 1750 | 2026-09-10T08:18:03.206Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ab9785b4-9186-408c-90af-78434e2b343c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = destroy
|
| 1751 | 2026-09-10T08:18:03.221Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1280
file = phd-tests/tests/src/migrate.rs
line = 116
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_tests::migrate::running_process
|
| 1752 | 2026-09-10T08:18:03.224Z | INFO | phd-runner: test phd_tests::migrate::running_process::migrate_running_process ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:124:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::migrate_running_process::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:116:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1753 | 2026-09-10T08:18:03.224Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1754 | 2026-09-10T08:18:03.224Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1755 | 2026-09-10T08:18:03.224Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_boot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1756 | 2026-09-10T08:18:03.224Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1757 | 2026-09-10T08:18:03.224Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1758 | 2026-09-10T08:18:03.225Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 140
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 1759 | 2026-09-10T08:18:03.230Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 1760 | 2026-09-10T08:18:03.231Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1761 | 2026-09-10T08:18:03.231Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1762 | 2026-09-10T08:18:03.231Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1763 | 2026-09-10T08:18:03.231Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = list
|
| 1764 | 2026-09-10T08:18:03.243Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_boot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1765 | 2026-09-10T08:18:03.243Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7a57b268-3453-4a31-b286-75218f9b61d5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = snapshot
|
| 1766 | 2026-09-10T08:18:03.261Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7a57b268-3453-4a31-b286-75218f9b61d5", "phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = clone
|
| 1767 | 2026-09-10T08:18:03.278Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = list
|
| 1768 | 2026-09-10T08:18:03.290Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_boot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb 0B 25.3T 207M /phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb\n
target = phd_framework::zfs
|
| 1769 | 2026-09-10T08:18:03.291Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
|
| 1770 | 2026-09-10T08:18:03.291Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm_name = cpuid_boot_test
|
| 1771 | 2026-09-10T08:18:03.291Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1772 | 2026-09-10T08:18:03.291Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_boot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1773 | 2026-09-10T08:18:03.291Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log"
target = phd_framework::log_config
|
| 1774 | 2026-09-10T08:18:03.326Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1317
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm::server
|
| 1775 | 2026-09-10T08:18:03.341Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
|
| 1776 | 2026-09-10T08:18:03.341Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 6f9986d8-0693-492b-9a68-d99dd5e8a28a
|
| 1777 | 2026-09-10T08:18:03.342Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 6f9986d8-0693-492b-9a68-d99dd5e8a28a
|
| 1778 | 2026-09-10T08:18:03.786Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 6f9986d8-0693-492b-9a68-d99dd5e8a28a
|
| 1779 | 2026-09-10T08:18:04.861Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 6f9986d8-0693-492b-9a68-d99dd5e8a28a
|
| 1780 | 2026-09-10T08:18:04.861Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1519
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 6f9986d8-0693-492b-9a68-d99dd5e8a28a
|
| 1781 | 2026-09-10T08:18:04.861Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_boot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1782 | 2026-09-10T08:18:04.869Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
|
| 1783 | 2026-09-10T08:18:04.869Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-fc6c2963-6cfa-430d-979f-41d9b22e8beb"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = destroy
|
| 1784 | 2026-09-10T08:18:04.898Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
|
| 1785 | 2026-09-10T08:18:04.899Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7a57b268-3453-4a31-b286-75218f9b61d5"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = destroy
|
| 1786 | 2026-09-10T08:18:04.915Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1688
file = phd-tests/tests/src/cpuid.rs
line = 140
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 1787 | 2026-09-10T08:18:04.919Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:142:65
9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::cpuid_boot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:140:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1788 | 2026-09-10T08:18:04.919Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1789 | 2026-09-10T08:18:04.919Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1790 | 2026-09-10T08:18:04.919Z | INFO | phd-runner: Starting test phd_tests::cpuid::guest_cpu_topo_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1791 | 2026-09-10T08:18:04.919Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1792 | 2026-09-10T08:18:04.919Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1793 | 2026-09-10T08:18:04.920Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 337
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 1794 | 2026-09-10T08:18:04.923Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 1795 | 2026-09-10T08:18:04.923Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1796 | 2026-09-10T08:18:04.923Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1797 | 2026-09-10T08:18:04.923Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1798 | 2026-09-10T08:18:04.923Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = list
|
| 1799 | 2026-09-10T08:18:04.935Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::guest_cpu_topo_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1800 | 2026-09-10T08:18:04.935Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-850a84d2-3631-4a7f-a07e-a7cdd379d620"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = snapshot
|
| 1801 | 2026-09-10T08:18:04.952Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-850a84d2-3631-4a7f-a07e-a7cdd379d620", "phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = clone
|
| 1802 | 2026-09-10T08:18:04.969Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = list
|
| 1803 | 2026-09-10T08:18:04.981Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::guest_cpu_topo_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed 0B 25.3T 207M /phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed\n
target = phd_framework::zfs
|
| 1804 | 2026-09-10T08:18:04.982Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
|
| 1805 | 2026-09-10T08:18:04.982Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm_name = guest_cpu_topo_test
|
| 1806 | 2026-09-10T08:18:04.982Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1807 | 2026-09-10T08:18:04.982Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::guest_cpu_topo_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1808 | 2026-09-10T08:18:04.982Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::guest_cpu_topo_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log"
target = phd_framework::log_config
|
| 1809 | 2026-09-10T08:18:05.018Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1325
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm::server
|
| 1810 | 2026-09-10T08:18:05.033Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
|
| 1811 | 2026-09-10T08:18:05.033Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 4dcd671c-ca06-4475-a5c1-0936480fa8fe
|
| 1812 | 2026-09-10T08:18:05.034Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 4dcd671c-ca06-4475-a5c1-0936480fa8fe
|
| 1813 | 2026-09-10T08:18:05.459Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 4dcd671c-ca06-4475-a5c1-0936480fa8fe
|
| 1814 | 2026-09-10T08:18:06.536Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 4dcd671c-ca06-4475-a5c1-0936480fa8fe
|
| 1815 | 2026-09-10T08:18:06.537Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1503
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 4dcd671c-ca06-4475-a5c1-0936480fa8fe
|
| 1816 | 2026-09-10T08:18:06.537Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::guest_cpu_topo_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1817 | 2026-09-10T08:18:06.545Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
|
| 1818 | 2026-09-10T08:18:06.545Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c302cf0c-a0c1-40e9-aed3-82c9ac5a62ed"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = destroy
|
| 1819 | 2026-09-10T08:18:06.575Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
|
| 1820 | 2026-09-10T08:18:06.575Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-850a84d2-3631-4a7f-a07e-a7cdd379d620"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = destroy
|
| 1821 | 2026-09-10T08:18:06.594Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1673
file = phd-tests/tests/src/cpuid.rs
line = 337
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 1822 | 2026-09-10T08:18:06.598Z | INFO | phd-runner: test phd_tests::cpuid::guest_cpu_topo_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:339:69
9: <tracing::instrument::Instrumented<phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:337:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1823 | 2026-09-10T08:18:06.598Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1824 | 2026-09-10T08:18:06.598Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1825 | 2026-09-10T08:18:06.598Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_migrate_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1826 | 2026-09-10T08:18:06.598Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1827 | 2026-09-10T08:18:06.598Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1828 | 2026-09-10T08:18:06.598Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 146
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 1829 | 2026-09-10T08:18:06.601Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 1830 | 2026-09-10T08:18:06.602Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1831 | 2026-09-10T08:18:06.602Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1832 | 2026-09-10T08:18:06.602Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1833 | 2026-09-10T08:18:06.602Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = list
|
| 1834 | 2026-09-10T08:18:06.614Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1835 | 2026-09-10T08:18:06.614Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-60c01dea-c5e6-4499-8453-13575fb57cc6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 1836 | 2026-09-10T08:18:06.631Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-60c01dea-c5e6-4499-8453-13575fb57cc6", "phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = clone
|
| 1837 | 2026-09-10T08:18:06.649Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = list
|
| 1838 | 2026-09-10T08:18:06.662Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0 0B 25.3T 207M /phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0\n
target = phd_framework::zfs
|
| 1839 | 2026-09-10T08:18:06.662Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
|
| 1840 | 2026-09-10T08:18:06.662Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm_name = cpuid_boot_test
|
| 1841 | 2026-09-10T08:18:06.663Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1842 | 2026-09-10T08:18:06.663Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_migrate_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1843 | 2026-09-10T08:18:06.663Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log"
target = phd_framework::log_config
|
| 1844 | 2026-09-10T08:18:06.698Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1333
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm::server
|
| 1845 | 2026-09-10T08:18:06.713Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
|
| 1846 | 2026-09-10T08:18:06.713Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 8a68cad5-ea33-4a8e-a10f-998c66128e8e
|
| 1847 | 2026-09-10T08:18:06.714Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 8a68cad5-ea33-4a8e-a10f-998c66128e8e
|
| 1848 | 2026-09-10T08:18:07.322Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 8a68cad5-ea33-4a8e-a10f-998c66128e8e
|
| 1849 | 2026-09-10T08:18:07.788Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 8a68cad5-ea33-4a8e-a10f-998c66128e8e
|
| 1850 | 2026-09-10T08:18:08.377Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 8a68cad5-ea33-4a8e-a10f-998c66128e8e
|
| 1851 | 2026-09-10T08:18:08.377Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1663
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = 8a68cad5-ea33-4a8e-a10f-998c66128e8e
|
| 1852 | 2026-09-10T08:18:08.377Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_migrate_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1853 | 2026-09-10T08:18:08.386Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
|
| 1854 | 2026-09-10T08:18:08.386Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-6d58020a-9797-4b38-ac76-02a0a1af64e0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1855 | 2026-09-10T08:18:08.418Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
|
| 1856 | 2026-09-10T08:18:08.418Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-60c01dea-c5e6-4499-8453-13575fb57cc6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1857 | 2026-09-10T08:18:08.436Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1836
file = phd-tests/tests/src/cpuid.rs
line = 146
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 1858 | 2026-09-10T08:18:08.439Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_migrate_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:148:65
9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:146:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1859 | 2026-09-10T08:18:08.439Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1860 | 2026-09-10T08:18:08.439Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1861 | 2026-09-10T08:18:08.439Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_instance_spec_round_trip_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1862 | 2026-09-10T08:18:08.439Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1863 | 2026-09-10T08:18:08.439Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1864 | 2026-09-10T08:18:08.439Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 23
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_tests::cpuid
|
| 1865 | 2026-09-10T08:18:08.439Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1866 | 2026-09-10T08:18:08.439Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1867 | 2026-09-10T08:18:08.440Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1868 | 2026-09-10T08:18:08.440Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = list
|
| 1869 | 2026-09-10T08:18:08.451Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1870 | 2026-09-10T08:18:08.451Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-76b7a32a-5d3f-438b-ad50-cc96a1d6c232"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = snapshot
|
| 1871 | 2026-09-10T08:18:08.470Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-76b7a32a-5d3f-438b-ad50-cc96a1d6c232", "phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = clone
|
| 1872 | 2026-09-10T08:18:08.489Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = list
|
| 1873 | 2026-09-10T08:18:08.500Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688 0B 25.3T 207M /phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688\n
target = phd_framework::zfs
|
| 1874 | 2026-09-10T08:18:08.501Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
|
| 1875 | 2026-09-10T08:18:08.501Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm_name = cpuid_instance_spec_round_trip_test
|
| 1876 | 2026-09-10T08:18:08.501Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1877 | 2026-09-10T08:18:08.501Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1878 | 2026-09-10T08:18:08.501Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log"
target = phd_framework::log_config
|
| 1879 | 2026-09-10T08:18:08.536Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1341
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm::server
|
| 1880 | 2026-09-10T08:18:08.551Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
|
| 1881 | 2026-09-10T08:18:08.551Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = d74a491c-76c2-477f-be67-f6797d9db71e
|
| 1882 | 2026-09-10T08:18:08.552Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = d74a491c-76c2-477f-be67-f6797d9db71e
|
| 1883 | 2026-09-10T08:18:08.956Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = d74a491c-76c2-477f-be67-f6797d9db71e
|
| 1884 | 2026-09-10T08:18:09.399Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = d74a491c-76c2-477f-be67-f6797d9db71e
|
| 1885 | 2026-09-10T08:18:10.372Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = d74a491c-76c2-477f-be67-f6797d9db71e
|
| 1886 | 2026-09-10T08:18:10.372Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1819
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = d74a491c-76c2-477f-be67-f6797d9db71e
|
| 1887 | 2026-09-10T08:18:10.372Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1888 | 2026-09-10T08:18:10.380Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
|
| 1889 | 2026-09-10T08:18:10.380Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f2f77220-c92f-4f46-9693-1db376154688"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = destroy
|
| 1890 | 2026-09-10T08:18:10.411Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
|
| 1891 | 2026-09-10T08:18:10.411Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-76b7a32a-5d3f-438b-ad50-cc96a1d6c232"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = destroy
|
| 1892 | 2026-09-10T08:18:10.428Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1987
file = phd-tests/tests/src/cpuid.rs
line = 23
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_tests::cpuid
|
| 1893 | 2026-09-10T08:18:10.432Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_instance_spec_round_trip_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:36:17
8: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:23:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1894 | 2026-09-10T08:18:10.432Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1895 | 2026-09-10T08:18:10.432Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1896 | 2026-09-10T08:18:10.432Z | INFO | phd-runner: [EXECUTION_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 35
target = phd_runner::fixtures
|
| 1897 | 2026-09-10T08:18:10.433Z | INFO | phd-runner: [EXECUTION_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 35
target = phd_runner::fixtures
|
| 1898 | | |
| 1899 | | failures: |
| 1900 | | phd_tests::disk::in_memory_backend_smoke_test |
| 1901 | | phd_tests::disk::in_memory_backend_migration_test |
| 1902 | | phd_tests::crucible::migrate::smoke_test |
| 1903 | | phd_tests::crucible::migrate::load_test |
| 1904 | | phd_tests::boot_order::configurable_boot_order |
| 1905 | | phd_tests::boot_order::unbootable_disk_skipped |
| 1906 | | phd_tests::boot_order::boot_order_source_priority |
| 1907 | | phd_tests::boot_order::guest_can_adjust_boot_order |
| 1908 | | phd_tests::boot_order::nvme_boot_option_description |
| 1909 | | phd_tests::server_state_machine::instance_reset_test |
| 1910 | | phd_tests::server_state_machine::instance_start_stop_test |
| 1911 | | phd_tests::server_state_machine::instance_stop_unstarted_test |
| 1912 | | phd_tests::server_state_machine::stop_while_blocked_on_start_test |
| 1913 | | phd_tests::server_state_machine::instance_stop_causes_destroy_test |
| 1914 | | phd_tests::server_state_machine::instance_reset_requires_running_test |
| 1915 | | phd_tests::stats::instance_vcpu_stats |
| 1916 | | phd_tests::crucible::smoke::api_reboot_test |
| 1917 | | phd_tests::crucible::smoke::guest_reboot_test |
| 1918 | | phd_tests::crucible::smoke::vcr_replace_during_start_test |
| 1919 | | phd_tests::crucible::smoke::boot_test |
| 1920 | | phd_tests::hyperv::hyperv_smoke_test |
| 1921 | | phd_tests::hyperv::hyperv_lifecycle_test |
| 1922 | | phd_tests::hyperv::hyperv_reference_tsc_clocksource_test |
| 1923 | | phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test |
| 1924 | | phd_tests::smoke::nproc_test |
| 1925 | | phd_tests::smoke::api_reboot_test |
| 1926 | | phd_tests::smoke::guest_reboot_test |
| 1927 | | phd_tests::smoke::instance_spec_get_test |
| 1928 | | phd_tests::firmware::acpi_tables_parse |
| 1929 | | phd_tests::firmware::acpi_tables_generation |
| 1930 | | phd_tests::migrate::smoke_test |
| 1931 | | phd_tests::migrate::serial_history |
| 1932 | | phd_tests::migrate::multiple_migrations |
| 1933 | | phd_tests::migrate::migration_ensures_instance_metadata |
| 1934 | | phd_tests::migrate::vm_reaches_destroyed_after_migration_out |
| 1935 | | phd_tests::vsock::vsock_get_cid |
| 1936 | | phd_tests::vsock::vsock_smoke_test |
| 1937 | | phd_tests::framework::long_line_serial_test |
| 1938 | | phd_tests::framework::multiline_serial_test |
| 1939 | | phd_tests::hw::lspci_lifecycle_test |
| 1940 | | phd_tests::migrate::running_process::export_failure |
| 1941 | | phd_tests::migrate::running_process::import_failure |
| 1942 | | phd_tests::migrate::running_process::migrate_running_process |
| 1943 | | phd_tests::cpuid::cpuid_boot_test |
| 1944 | | phd_tests::cpuid::guest_cpu_topo_test |
| 1945 | | phd_tests::cpuid::cpuid_migrate_smoke_test |
| 1946 | | phd_tests::cpuid::cpuid_instance_spec_round_trip_test |
| 1947 | | |
| 1948 | | test result: FAILED. 0 passed; 47 failed; 1 skipped; 0 not run; finished in 98.73s |
| 1949 | | |
| 1950 | 2026-09-10T08:18:10.433Z | DEBG | phd-runner: phd_runner
exit_code = 47
file = phd-tests/runner/src/main.rs
line = 41
target = phd_runner
|