| 1 | 2026-09-09T02:14:08.407Z | INFO | phd-runner: phd_runner
file = phd-tests/runner/src/main.rs
line = 36
runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: ["phd_tests::migrate::from_base"], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }
target = phd_runner
|
| 2 | 2026-09-09T02:14:08.431Z | DEBG | phd-runner: Created new artifact store from manifest
file = phd-tests/framework/src/artifacts/store.rs
line = 219
store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("bf64f45b1a58e69d126a3c6ca1e4512c88668132"), sha256: "740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 257, tv_nsec: 398759962 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } }
target = phd_framework::artifacts::store
|
| 3 | 2026-09-09T02:14:08.432Z | INFO | phd-runner: Adding Propolis server from local command
file = phd-tests/framework/src/artifacts/store.rs
line = 227
propolis_server_cmd = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 4 | 2026-09-09T02:14:08.434Z | INFO | phd-runner: Adding crucible-downstairs from Buildomat Git revision
commit = ad8a31742adc45e925e63443a5b43c8e30604022
file = phd-tests/framework/src/artifacts/store.rs
line = 311
target = phd_framework::artifacts::store
|
| 5 | 2026-09-09T02:14:08.438Z | DEBG | phd-runner: Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.sha256.txt
|
| 6 | 2026-09-09T02:14:08.731Z | WARN | phd-runner: No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.
file = phd-tests/framework/src/lib.rs
line = 309
target = phd_framework
|
| 7 | 2026-09-09T02:14:08.733Z | INFO | phd-runner: [EXECUTION_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 25
target = phd_runner::fixtures
|
| 8 | 2026-09-09T02:14:08.733Z | INFO | phd-runner: [EXECUTION_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 25
target = phd_runner::fixtures
|
| 9 | 2026-09-09T02:14:08.737Z | INFO | phd-runner: Running 48 test(s)
file = phd-tests/runner/src/execute.rs
line = 83
target = phd_runner::execute
|
| 10 | 2026-09-09T02:14:08.737Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 11 | 2026-09-09T02:14:08.737Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 12 | 2026-09-09T02:14:08.737Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 13 | 2026-09-09T02:14:08.739Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 54
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_tests::hyperv
|
| 14 | 2026-09-09T02:14:08.741Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::artifacts::store
|
| 15 | 2026-09-09T02:14:08.743Z | DEBG | phd-runner: [TEST - EVENT] Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd
|
| 16 | 2026-09-09T02:14:09.281Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::artifacts::store
|
| 17 | 2026-09-09T02:14:09.294Z | DEBG | phd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso
file = phd-tests/framework/src/artifacts/store.rs
line = 614
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::artifacts::store
timeout = 600s
|
| 18 | 2026-09-09T02:14:16.594Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 19 | 2026-09-09T02:14:16.594Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = list
|
| 20 | 2026-09-09T02:14:16.612Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 3.89M 25.3T 2M /phd-artifacts\n
target = phd_framework::zfs
|
| 21 | 2026-09-09T02:14:16.614Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 22 | 2026-09-09T02:14:16.631Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09", "phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = clone
|
| 23 | 2026-09-09T02:14:16.648Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = list
|
| 24 | 2026-09-09T02:14:16.659Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e 0B 25.3T 49.0M /phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\n
target = phd_framework::zfs
|
| 25 | 2026-09-09T02:14:16.665Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
|
| 26 | 2026-09-09T02:14:16.665Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm_name = hyperv_smoke_test
|
| 27 | 2026-09-09T02:14:16.666Z | DEBG | phd-runner: [NEW - EVENT] Examining locally-sourced artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 56
path = /work/phd-test/propolis-server
sha256 = None
target = phd_framework::artifacts::store
|
| 28 | 2026-09-09T02:14:16.666Z | DEBG | phd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path
file = phd-tests/framework/src/artifacts/store.rs
line = 69
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 29 | 2026-09-09T02:14:16.666Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 30 | 2026-09-09T02:14:16.666Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log"
target = phd_framework::log_config
|
| 31 | 2026-09-09T02:14:16.700Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 917
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm::server
|
| 32 | 2026-09-09T02:14:16.715Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
|
| 33 | 2026-09-09T02:14:16.715Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 061e890b-48c4-45a6-bd20-f1a7e24a1fcd
|
| 34 | 2026-09-09T02:14:16.718Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 061e890b-48c4-45a6-bd20-f1a7e24a1fcd
|
| 35 | 2026-09-09T02:14:17.180Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 061e890b-48c4-45a6-bd20-f1a7e24a1fcd
|
| 36 | 2026-09-09T02:14:17.749Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 061e890b-48c4-45a6-bd20-f1a7e24a1fcd
|
| 37 | 2026-09-09T02:14:18.432Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 061e890b-48c4-45a6-bd20-f1a7e24a1fcd
|
| 38 | 2026-09-09T02:14:18.445Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1730
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::test_vm
vm = hyperv_smoke_test
vm_id = 061e890b-48c4-45a6-bd20-f1a7e24a1fcd
|
| 39 | 2026-09-09T02:14:18.446Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 40 | 2026-09-09T02:14:18.455Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
|
| 41 | 2026-09-09T02:14:18.455Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 42 | 2026-09-09T02:14:18.486Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
|
| 43 | 2026-09-09T02:14:18.486Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 44 | 2026-09-09T02:14:18.504Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 9763
file = phd-tests/tests/src/hyperv.rs
line = 54
path = phd_tests::hyperv::hyperv_smoke_test
target = phd_tests::hyperv
|
| 45 | 2026-09-09T02:14:19.569Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:71:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:54:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 46 | 2026-09-09T02:14:19.569Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 47 | 2026-09-09T02:14:19.575Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 5
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 48 | 2026-09-09T02:14:19.575Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_lifecycle_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 49 | 2026-09-09T02:14:19.575Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 50 | 2026-09-09T02:14:19.575Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 51 | 2026-09-09T02:14:19.575Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 77
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_tests::hyperv
|
| 52 | 2026-09-09T02:14:19.575Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 53 | 2026-09-09T02:14:19.575Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 54 | 2026-09-09T02:14:19.575Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 55 | 2026-09-09T02:14:19.575Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 56 | 2026-09-09T02:14:19.586Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 57 | 2026-09-09T02:14:19.586Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = snapshot
|
| 58 | 2026-09-09T02:14:19.604Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9", "phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = clone
|
| 59 | 2026-09-09T02:14:19.622Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 60 | 2026-09-09T02:14:19.633Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b 0B 25.3T 49.0M /phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\n
target = phd_framework::zfs
|
| 61 | 2026-09-09T02:14:19.634Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
|
| 62 | 2026-09-09T02:14:19.634Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm_name = hyperv_lifecycle_test
|
| 63 | 2026-09-09T02:14:19.634Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 64 | 2026-09-09T02:14:19.634Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_lifecycle_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 65 | 2026-09-09T02:14:19.634Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_lifecycle_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log"
target = phd_framework::log_config
|
| 66 | 2026-09-09T02:14:19.668Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 925
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm::server
|
| 67 | 2026-09-09T02:14:19.682Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
|
| 68 | 2026-09-09T02:14:19.682Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = bc354c6f-56be-4799-aaaf-2f9cf2f07050
|
| 69 | 2026-09-09T02:14:19.683Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = bc354c6f-56be-4799-aaaf-2f9cf2f07050
|
| 70 | 2026-09-09T02:14:20.426Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = bc354c6f-56be-4799-aaaf-2f9cf2f07050
|
| 71 | 2026-09-09T02:14:21.317Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = bc354c6f-56be-4799-aaaf-2f9cf2f07050
|
| 72 | 2026-09-09T02:14:21.317Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1634
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::test_vm
vm = hyperv_lifecycle_test
vm_id = bc354c6f-56be-4799-aaaf-2f9cf2f07050
|
| 73 | 2026-09-09T02:14:21.317Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_lifecycle_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 74 | 2026-09-09T02:14:21.326Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
|
| 75 | 2026-09-09T02:14:21.326Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 76 | 2026-09-09T02:14:21.357Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
|
| 77 | 2026-09-09T02:14:21.357Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 78 | 2026-09-09T02:14:21.377Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1801
file = phd-tests/tests/src/hyperv.rs
line = 77
path = phd_tests::hyperv::hyperv_lifecycle_test
target = phd_tests::hyperv
|
| 79 | 2026-09-09T02:14:21.380Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:87:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:77:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 80 | 2026-09-09T02:14:21.381Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 81 | 2026-09-09T02:14:21.381Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 82 | 2026-09-09T02:14:21.381Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 83 | 2026-09-09T02:14:21.381Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 84 | 2026-09-09T02:14:21.381Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 85 | 2026-09-09T02:14:21.381Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 105
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_tests::hyperv
|
| 86 | 2026-09-09T02:14:21.381Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 87 | 2026-09-09T02:14:21.381Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 88 | 2026-09-09T02:14:21.381Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 89 | 2026-09-09T02:14:21.381Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = list
|
| 90 | 2026-09-09T02:14:21.392Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.7M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 91 | 2026-09-09T02:14:21.392Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = snapshot
|
| 92 | 2026-09-09T02:14:21.409Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6", "phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = clone
|
| 93 | 2026-09-09T02:14:21.426Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = list
|
| 94 | 2026-09-09T02:14:21.437Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c 0B 25.3T 49.0M /phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\n
target = phd_framework::zfs
|
| 95 | 2026-09-09T02:14:21.438Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
|
| 96 | 2026-09-09T02:14:21.438Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm_name = hyperv_reference_tsc_test
|
| 97 | 2026-09-09T02:14:21.438Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 98 | 2026-09-09T02:14:21.438Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 99 | 2026-09-09T02:14:21.438Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log"
target = phd_framework::log_config
|
| 100 | 2026-09-09T02:14:21.457Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 933
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm::server
|
| 101 | 2026-09-09T02:14:21.471Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 33
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
|
| 102 | 2026-09-09T02:14:21.471Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 9709f188-0b2d-4329-b449-334b3dfe2e03
|
| 103 | 2026-09-09T02:14:21.473Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 9709f188-0b2d-4329-b449-334b3dfe2e03
|
| 104 | 2026-09-09T02:14:21.984Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 9709f188-0b2d-4329-b449-334b3dfe2e03
|
| 105 | 2026-09-09T02:14:22.381Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 9709f188-0b2d-4329-b449-334b3dfe2e03
|
| 106 | 2026-09-09T02:14:22.983Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 9709f188-0b2d-4329-b449-334b3dfe2e03
|
| 107 | 2026-09-09T02:14:22.983Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1511
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_test
vm_id = 9709f188-0b2d-4329-b449-334b3dfe2e03
|
| 108 | 2026-09-09T02:14:22.983Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 109 | 2026-09-09T02:14:22.992Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
|
| 110 | 2026-09-09T02:14:22.992Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = destroy
|
| 111 | 2026-09-09T02:14:23.021Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
|
| 112 | 2026-09-09T02:14:23.021Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_framework::zfs
verb = destroy
|
| 113 | 2026-09-09T02:14:23.037Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1655
file = phd-tests/tests/src/hyperv.rs
line = 105
path = phd_tests::hyperv::hyperv_reference_tsc_clocksource_test
target = phd_tests::hyperv
|
| 114 | 2026-09-09T02:14:23.041Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:112:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:105:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 115 | 2026-09-09T02:14:23.041Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 116 | 2026-09-09T02:14:23.041Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 117 | 2026-09-09T02:14:23.041Z | INFO | phd-runner: Starting test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 118 | 2026-09-09T02:14:23.041Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 119 | 2026-09-09T02:14:23.041Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 120 | 2026-09-09T02:14:23.041Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hyperv.rs
line = 165
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_tests::hyperv
|
| 121 | 2026-09-09T02:14:23.041Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 122 | 2026-09-09T02:14:23.041Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 123 | 2026-09-09T02:14:23.042Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 124 | 2026-09-09T02:14:23.042Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 125 | 2026-09-09T02:14:23.042Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = list
|
| 126 | 2026-09-09T02:14:23.053Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.7M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 127 | 2026-09-09T02:14:23.053Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = snapshot
|
| 128 | 2026-09-09T02:14:23.073Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9", "phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = clone
|
| 129 | 2026-09-09T02:14:23.089Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = list
|
| 130 | 2026-09-09T02:14:23.100Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08 0B 25.3T 49.0M /phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\n
target = phd_framework::zfs
|
| 131 | 2026-09-09T02:14:23.101Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
|
| 132 | 2026-09-09T02:14:23.101Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm_name = hyperv_reference_tsc_elapsed_test
|
| 133 | 2026-09-09T02:14:23.101Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 134 | 2026-09-09T02:14:23.101Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 135 | 2026-09-09T02:14:23.101Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
stderr_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log"
target = phd_framework::log_config
|
| 136 | 2026-09-09T02:14:23.119Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 941
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm::server
|
| 137 | 2026-09-09T02:14:23.133Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
|
| 138 | 2026-09-09T02:14:23.133Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = ae4e6d83-e8b1-4275-af98-56031d073d87
|
| 139 | 2026-09-09T02:14:23.134Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = ae4e6d83-e8b1-4275-af98-56031d073d87
|
| 140 | 2026-09-09T02:14:23.419Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = ae4e6d83-e8b1-4275-af98-56031d073d87
|
| 141 | 2026-09-09T02:14:24.058Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = ae4e6d83-e8b1-4275-af98-56031d073d87
|
| 142 | 2026-09-09T02:14:24.666Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = ae4e6d83-e8b1-4275-af98-56031d073d87
|
| 143 | 2026-09-09T02:14:24.666Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1532
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::test_vm
vm = hyperv_reference_tsc_elapsed_test
vm_id = ae4e6d83-e8b1-4275-af98-56031d073d87
|
| 144 | 2026-09-09T02:14:24.667Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 145 | 2026-09-09T02:14:24.675Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
|
| 146 | 2026-09-09T02:14:24.675Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = destroy
|
| 147 | 2026-09-09T02:14:24.706Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
|
| 148 | 2026-09-09T02:14:24.706Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_framework::zfs
verb = destroy
|
| 149 | 2026-09-09T02:14:24.723Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1681
file = phd-tests/tests/src/hyperv.rs
line = 165
path = phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test
target = phd_tests::hyperv
|
| 150 | 2026-09-09T02:14:24.728Z | INFO | phd-runner: test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:296:17
8: <tracing::instrument::Instrumented<phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:165:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 151 | 2026-09-09T02:14:24.728Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 152 | 2026-09-09T02:14:24.729Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 153 | 2026-09-09T02:14:24.729Z | INFO | phd-runner: Starting test phd_tests::migrate::smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 154 | 2026-09-09T02:14:24.729Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 155 | 2026-09-09T02:14:24.729Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 156 | 2026-09-09T02:14:24.730Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 15
path = phd_tests::migrate::smoke_test
target = phd_tests::migrate
|
| 157 | 2026-09-09T02:14:24.730Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 158 | 2026-09-09T02:14:24.730Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 159 | 2026-09-09T02:14:24.730Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 160 | 2026-09-09T02:14:24.730Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = list
|
| 161 | 2026-09-09T02:14:24.742Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 162 | 2026-09-09T02:14:24.742Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 163 | 2026-09-09T02:14:24.759Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc", "phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = clone
|
| 164 | 2026-09-09T02:14:24.779Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = list
|
| 165 | 2026-09-09T02:14:24.790Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651 0B 25.3T 49.0M /phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\n
target = phd_framework::zfs
|
| 166 | 2026-09-09T02:14:24.790Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
|
| 167 | 2026-09-09T02:14:24.790Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm_name = migration_smoke
|
| 168 | 2026-09-09T02:14:24.790Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 169 | 2026-09-09T02:14:24.790Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 170 | 2026-09-09T02:14:24.791Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stdout.log"
target = phd_framework::log_config
|
| 171 | 2026-09-09T02:14:24.809Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 949
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm::server
|
| 172 | 2026-09-09T02:14:24.823Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
|
| 173 | 2026-09-09T02:14:24.823Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 05d7b93d-a26c-45a5-806a-6802dff809ec
|
| 174 | 2026-09-09T02:14:24.824Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 05d7b93d-a26c-45a5-806a-6802dff809ec
|
| 175 | 2026-09-09T02:14:25.459Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 05d7b93d-a26c-45a5-806a-6802dff809ec
|
| 176 | 2026-09-09T02:14:26.431Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 05d7b93d-a26c-45a5-806a-6802dff809ec
|
| 177 | 2026-09-09T02:14:26.431Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1607
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::smoke_test
target = phd_framework::test_vm
vm = migration_smoke
vm_id = 05d7b93d-a26c-45a5-806a-6802dff809ec
|
| 178 | 2026-09-09T02:14:26.432Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 179 | 2026-09-09T02:14:26.440Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
|
| 180 | 2026-09-09T02:14:26.440Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = destroy
|
| 181 | 2026-09-09T02:14:26.474Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
|
| 182 | 2026-09-09T02:14:26.475Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::smoke_test
target = phd_framework::zfs
verb = destroy
|
| 183 | 2026-09-09T02:14:26.493Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1763
file = phd-tests/tests/src/migrate.rs
line = 15
path = phd_tests::migrate::smoke_test
target = phd_tests::migrate
|
| 184 | 2026-09-09T02:14:26.498Z | INFO | phd-runner: test phd_tests::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::run_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21
8: phd_tests::migrate::smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:17:73
9: <tracing::instrument::Instrumented<phd_tests::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::migrate::smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:15:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 185 | 2026-09-09T02:14:26.498Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 186 | 2026-09-09T02:14:26.498Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 187 | 2026-09-09T02:14:26.498Z | INFO | phd-runner: Starting test phd_tests::migrate::serial_history
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 188 | 2026-09-09T02:14:26.498Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 189 | 2026-09-09T02:14:26.498Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 190 | 2026-09-09T02:14:26.498Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 20
path = phd_tests::migrate::serial_history
target = phd_tests::migrate
|
| 191 | 2026-09-09T02:14:26.498Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 192 | 2026-09-09T02:14:26.499Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 193 | 2026-09-09T02:14:26.499Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 194 | 2026-09-09T02:14:26.499Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = list
|
| 195 | 2026-09-09T02:14:26.510Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::serial_history
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 196 | 2026-09-09T02:14:26.510Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = snapshot
|
| 197 | 2026-09-09T02:14:26.532Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3", "phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = clone
|
| 198 | 2026-09-09T02:14:26.550Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = list
|
| 199 | 2026-09-09T02:14:26.562Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::serial_history
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f 0B 25.3T 49.0M /phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\n
target = phd_framework::zfs
|
| 200 | 2026-09-09T02:14:26.563Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
|
| 201 | 2026-09-09T02:14:26.563Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm_name = migration_serial_history
|
| 202 | 2026-09-09T02:14:26.563Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 203 | 2026-09-09T02:14:26.563Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::serial_history
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 204 | 2026-09-09T02:14:26.563Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::serial_history
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stdout.log"
target = phd_framework::log_config
|
| 205 | 2026-09-09T02:14:26.580Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 957
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm::server
|
| 206 | 2026-09-09T02:14:26.595Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 31
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
|
| 207 | 2026-09-09T02:14:26.595Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = a345021f-0719-4d4c-932d-a68f47267a25
|
| 208 | 2026-09-09T02:14:26.595Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = a345021f-0719-4d4c-932d-a68f47267a25
|
| 209 | 2026-09-09T02:14:26.849Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = a345021f-0719-4d4c-932d-a68f47267a25
|
| 210 | 2026-09-09T02:14:27.345Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = a345021f-0719-4d4c-932d-a68f47267a25
|
| 211 | 2026-09-09T02:14:28.530Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = a345021f-0719-4d4c-932d-a68f47267a25
|
| 212 | 2026-09-09T02:14:28.530Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1935
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::serial_history
target = phd_framework::test_vm
vm = migration_serial_history
vm_id = a345021f-0719-4d4c-932d-a68f47267a25
|
| 213 | 2026-09-09T02:14:28.531Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::serial_history
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 214 | 2026-09-09T02:14:28.539Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
|
| 215 | 2026-09-09T02:14:28.539Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = destroy
|
| 216 | 2026-09-09T02:14:28.570Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
|
| 217 | 2026-09-09T02:14:28.570Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::serial_history
target = phd_framework::zfs
verb = destroy
|
| 218 | 2026-09-09T02:14:28.588Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2089
file = phd-tests/tests/src/migrate.rs
line = 20
path = phd_tests::migrate::serial_history
target = phd_tests::migrate
|
| 219 | 2026-09-09T02:14:28.591Z | INFO | phd-runner: test phd_tests::migrate::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::run_serial_history_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21
8: phd_tests::migrate::serial_history::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:26:6
9: <tracing::instrument::Instrumented<phd_tests::migrate::serial_history::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::migrate::serial_history::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:20:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 220 | 2026-09-09T02:14:28.591Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 221 | 2026-09-09T02:14:28.591Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 222 | 2026-09-09T02:14:28.592Z | INFO | phd-runner: Starting test phd_tests::migrate::multiple_migrations
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 223 | 2026-09-09T02:14:28.592Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 224 | 2026-09-09T02:14:28.592Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 225 | 2026-09-09T02:14:28.592Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 302
path = phd_tests::migrate::multiple_migrations
target = phd_tests::migrate
|
| 226 | 2026-09-09T02:14:28.592Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 227 | 2026-09-09T02:14:28.592Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 228 | 2026-09-09T02:14:28.592Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 229 | 2026-09-09T02:14:28.592Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = list
|
| 230 | 2026-09-09T02:14:28.602Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::multiple_migrations
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 231 | 2026-09-09T02:14:28.602Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = snapshot
|
| 232 | 2026-09-09T02:14:28.618Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe", "phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = clone
|
| 233 | 2026-09-09T02:14:28.637Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = list
|
| 234 | 2026-09-09T02:14:28.648Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::multiple_migrations
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d 0B 25.3T 49.0M /phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\n
target = phd_framework::zfs
|
| 235 | 2026-09-09T02:14:28.649Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 236 | 2026-09-09T02:14:28.649Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_0
|
| 237 | 2026-09-09T02:14:28.649Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 238 | 2026-09-09T02:14:28.649Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 239 | 2026-09-09T02:14:28.649Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log"
target = phd_framework::log_config
|
| 240 | 2026-09-09T02:14:28.667Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 965
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 241 | 2026-09-09T02:14:28.682Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 242 | 2026-09-09T02:14:28.682Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 243 | 2026-09-09T02:14:28.682Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_1
|
| 244 | 2026-09-09T02:14:28.682Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 245 | 2026-09-09T02:14:28.682Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 246 | 2026-09-09T02:14:28.682Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log"
target = phd_framework::log_config
|
| 247 | 2026-09-09T02:14:28.701Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 966
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 248 | 2026-09-09T02:14:28.715Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 249 | 2026-09-09T02:14:28.715Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 250 | 2026-09-09T02:14:28.715Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm_name = multiple_migrations_2
|
| 251 | 2026-09-09T02:14:28.715Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 252 | 2026-09-09T02:14:28.715Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::multiple_migrations
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 253 | 2026-09-09T02:14:28.715Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::multiple_migrations
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log"
target = phd_framework::log_config
|
| 254 | 2026-09-09T02:14:28.729Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 967
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm::server
|
| 255 | 2026-09-09T02:14:28.742Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 27
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
|
| 256 | 2026-09-09T02:14:28.743Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 22359432-e66e-4bf6-805b-326f476c2523
|
| 257 | 2026-09-09T02:14:28.743Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 22359432-e66e-4bf6-805b-326f476c2523
|
| 258 | 2026-09-09T02:14:29.247Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 22359432-e66e-4bf6-805b-326f476c2523
|
| 259 | 2026-09-09T02:14:29.920Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 22359432-e66e-4bf6-805b-326f476c2523
|
| 260 | 2026-09-09T02:14:29.920Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1177
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::multiple_migrations
target = phd_framework::test_vm
vm = multiple_migrations_0
vm_id = 22359432-e66e-4bf6-805b-326f476c2523
|
| 261 | 2026-09-09T02:14:29.920Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 262 | 2026-09-09T02:14:29.929Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 263 | 2026-09-09T02:14:29.937Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::multiple_migrations
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 264 | 2026-09-09T02:14:29.946Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
|
| 265 | 2026-09-09T02:14:29.946Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = destroy
|
| 266 | 2026-09-09T02:14:29.978Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
|
| 267 | 2026-09-09T02:14:29.978Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::multiple_migrations
target = phd_framework::zfs
verb = destroy
|
| 268 | 2026-09-09T02:14:29.995Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1403
file = phd-tests/tests/src/migrate.rs
line = 302
path = phd_tests::migrate::multiple_migrations
target = phd_tests::migrate
|
| 269 | 2026-09-09T02:14:29.999Z | INFO | phd-runner: test phd_tests::migrate::multiple_migrations ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:310:18
8: <tracing::instrument::Instrumented<phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::multiple_migrations::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:302:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 270 | 2026-09-09T02:14:29.999Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 271 | 2026-09-09T02:14:30.000Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 272 | 2026-09-09T02:14:30.000Z | INFO | phd-runner: Starting test phd_tests::migrate::migration_ensures_instance_metadata
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 273 | 2026-09-09T02:14:30.000Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 274 | 2026-09-09T02:14:30.000Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 275 | 2026-09-09T02:14:30.000Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 388
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_tests::migrate
|
| 276 | 2026-09-09T02:14:30.000Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 277 | 2026-09-09T02:14:30.000Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 278 | 2026-09-09T02:14:30.000Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 279 | 2026-09-09T02:14:30.000Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = list
|
| 280 | 2026-09-09T02:14:30.012Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::migration_ensures_instance_metadata
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 281 | 2026-09-09T02:14:30.012Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = snapshot
|
| 282 | 2026-09-09T02:14:30.028Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24", "phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = clone
|
| 283 | 2026-09-09T02:14:30.046Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = list
|
| 284 | 2026-09-09T02:14:30.057Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::migration_ensures_instance_metadata
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67 0B 25.3T 49.0M /phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\n
target = phd_framework::zfs
|
| 285 | 2026-09-09T02:14:30.058Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 286 | 2026-09-09T02:14:30.058Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm_name = migration_ensures_instance_metadata_source
|
| 287 | 2026-09-09T02:14:30.058Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 288 | 2026-09-09T02:14:30.058Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::migration_ensures_instance_metadata
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 289 | 2026-09-09T02:14:30.058Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::migration_ensures_instance_metadata
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log"
target = phd_framework::log_config
|
| 290 | 2026-09-09T02:14:30.077Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 977
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm::server
|
| 291 | 2026-09-09T02:14:30.092Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 33
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 292 | 2026-09-09T02:14:30.092Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 293 | 2026-09-09T02:14:30.092Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm_name = migration_ensures_instance_metadata_target
|
| 294 | 2026-09-09T02:14:30.092Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 295 | 2026-09-09T02:14:30.092Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::migration_ensures_instance_metadata
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 296 | 2026-09-09T02:14:30.092Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::migration_ensures_instance_metadata
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log"
target = phd_framework::log_config
|
| 297 | 2026-09-09T02:14:30.111Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 978
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm::server
|
| 298 | 2026-09-09T02:14:30.125Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 33
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
|
| 299 | 2026-09-09T02:14:30.125Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 35d4496b-a9f0-4a14-aff6-877490fc8882
|
| 300 | 2026-09-09T02:14:30.126Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 35d4496b-a9f0-4a14-aff6-877490fc8882
|
| 301 | 2026-09-09T02:14:30.773Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 35d4496b-a9f0-4a14-aff6-877490fc8882
|
| 302 | 2026-09-09T02:14:31.641Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 35d4496b-a9f0-4a14-aff6-877490fc8882
|
| 303 | 2026-09-09T02:14:31.641Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1515
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::test_vm
vm = migration_ensures_instance_metadata_source
vm_id = 35d4496b-a9f0-4a14-aff6-877490fc8882
|
| 304 | 2026-09-09T02:14:31.641Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::migration_ensures_instance_metadata
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 305 | 2026-09-09T02:14:31.650Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::migration_ensures_instance_metadata
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 306 | 2026-09-09T02:14:31.658Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
|
| 307 | 2026-09-09T02:14:31.658Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = destroy
|
| 308 | 2026-09-09T02:14:31.692Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
|
| 309 | 2026-09-09T02:14:31.692Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_framework::zfs
verb = destroy
|
| 310 | 2026-09-09T02:14:31.710Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1709
file = phd-tests/tests/src/migrate.rs
line = 388
path = phd_tests::migrate::migration_ensures_instance_metadata
target = phd_tests::migrate
|
| 311 | 2026-09-09T02:14:31.713Z | INFO | phd-runner: test phd_tests::migrate::migration_ensures_instance_metadata ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:402:21
8: <tracing::instrument::Instrumented<phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:388:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 312 | 2026-09-09T02:14:31.713Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 313 | 2026-09-09T02:14:31.713Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 314 | 2026-09-09T02:14:31.713Z | INFO | phd-runner: Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 315 | 2026-09-09T02:14:31.713Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 316 | 2026-09-09T02:14:31.713Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 317 | 2026-09-09T02:14:31.713Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 433
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_tests::migrate
|
| 318 | 2026-09-09T02:14:31.713Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 319 | 2026-09-09T02:14:31.713Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 320 | 2026-09-09T02:14:31.714Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 321 | 2026-09-09T02:14:31.714Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = list
|
| 322 | 2026-09-09T02:14:31.725Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 323 | 2026-09-09T02:14:31.725Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = snapshot
|
| 324 | 2026-09-09T02:14:31.740Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e", "phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = clone
|
| 325 | 2026-09-09T02:14:31.757Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = list
|
| 326 | 2026-09-09T02:14:31.767Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec 0B 25.3T 49.0M /phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\n
target = phd_framework::zfs
|
| 327 | 2026-09-09T02:14:31.768Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 328 | 2026-09-09T02:14:31.768Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm_name = vm_reaches_destroyed_after_migration_out_source
|
| 329 | 2026-09-09T02:14:31.768Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 330 | 2026-09-09T02:14:31.768Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 331 | 2026-09-09T02:14:31.768Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log"
target = phd_framework::log_config
|
| 332 | 2026-09-09T02:14:31.786Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 987
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm::server
|
| 333 | 2026-09-09T02:14:31.799Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 31
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 334 | 2026-09-09T02:14:31.800Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 335 | 2026-09-09T02:14:31.800Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm_name = vm_reaches_destroyed_after_migration_out_target
|
| 336 | 2026-09-09T02:14:31.800Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 337 | 2026-09-09T02:14:31.800Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 338 | 2026-09-09T02:14:31.800Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log"
target = phd_framework::log_config
|
| 339 | 2026-09-09T02:14:31.818Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 988
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm::server
|
| 340 | 2026-09-09T02:14:31.832Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
|
| 341 | 2026-09-09T02:14:31.832Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = 0b87fb14-e32c-4071-908a-8b16c7fd488f
|
| 342 | 2026-09-09T02:14:31.833Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = 0b87fb14-e32c-4071-908a-8b16c7fd488f
|
| 343 | 2026-09-09T02:14:32.488Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = 0b87fb14-e32c-4071-908a-8b16c7fd488f
|
| 344 | 2026-09-09T02:14:32.946Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = 0b87fb14-e32c-4071-908a-8b16c7fd488f
|
| 345 | 2026-09-09T02:14:32.947Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1114
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::test_vm
vm = vm_reaches_destroyed_after_migration_out_source
vm_id = 0b87fb14-e32c-4071-908a-8b16c7fd488f
|
| 346 | 2026-09-09T02:14:32.947Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 347 | 2026-09-09T02:14:32.956Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 348 | 2026-09-09T02:14:32.964Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
|
| 349 | 2026-09-09T02:14:32.965Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = destroy
|
| 350 | 2026-09-09T02:14:32.996Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
|
| 351 | 2026-09-09T02:14:32.996Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_framework::zfs
verb = destroy
|
| 352 | 2026-09-09T02:14:33.015Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1301
file = phd-tests/tests/src/migrate.rs
line = 433
path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out
target = phd_tests::migrate
|
| 353 | 2026-09-09T02:14:33.018Z | INFO | phd-runner: test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:447:21
8: <tracing::instrument::Instrumented<phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:433:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 354 | 2026-09-09T02:14:33.019Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 355 | 2026-09-09T02:14:33.019Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 356 | 2026-09-09T02:14:33.019Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_boot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 357 | 2026-09-09T02:14:33.019Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 358 | 2026-09-09T02:14:33.019Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 359 | 2026-09-09T02:14:33.019Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 140
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 360 | 2026-09-09T02:14:33.025Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 361 | 2026-09-09T02:14:33.026Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 362 | 2026-09-09T02:14:33.026Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 363 | 2026-09-09T02:14:33.026Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 364 | 2026-09-09T02:14:33.026Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = list
|
| 365 | 2026-09-09T02:14:33.038Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_boot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 366 | 2026-09-09T02:14:33.038Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = snapshot
|
| 367 | 2026-09-09T02:14:33.055Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9", "phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = clone
|
| 368 | 2026-09-09T02:14:33.072Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = list
|
| 369 | 2026-09-09T02:14:33.084Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_boot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2 0B 25.3T 49.0M /phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\n
target = phd_framework::zfs
|
| 370 | 2026-09-09T02:14:33.085Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
|
| 371 | 2026-09-09T02:14:33.085Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm_name = cpuid_boot_test
|
| 372 | 2026-09-09T02:14:33.085Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 373 | 2026-09-09T02:14:33.085Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_boot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 374 | 2026-09-09T02:14:33.085Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log"
target = phd_framework::log_config
|
| 375 | 2026-09-09T02:14:33.103Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 997
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm::server
|
| 376 | 2026-09-09T02:14:33.118Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
|
| 377 | 2026-09-09T02:14:33.118Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = af07468b-a102-4cce-acf1-c5cf9db468b2
|
| 378 | 2026-09-09T02:14:33.119Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = af07468b-a102-4cce-acf1-c5cf9db468b2
|
| 379 | 2026-09-09T02:14:33.734Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = af07468b-a102-4cce-acf1-c5cf9db468b2
|
| 380 | 2026-09-09T02:14:34.240Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = af07468b-a102-4cce-acf1-c5cf9db468b2
|
| 381 | 2026-09-09T02:14:34.241Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1122
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = af07468b-a102-4cce-acf1-c5cf9db468b2
|
| 382 | 2026-09-09T02:14:34.241Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_boot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 383 | 2026-09-09T02:14:34.249Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
|
| 384 | 2026-09-09T02:14:34.249Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = destroy
|
| 385 | 2026-09-09T02:14:34.279Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
|
| 386 | 2026-09-09T02:14:34.279Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_boot_test
target = phd_framework::zfs
verb = destroy
|
| 387 | 2026-09-09T02:14:34.296Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1276
file = phd-tests/tests/src/cpuid.rs
line = 140
path = phd_tests::cpuid::cpuid_boot_test
target = phd_tests::cpuid
|
| 388 | 2026-09-09T02:14:34.301Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:142:65
9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::cpuid_boot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:140:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 389 | 2026-09-09T02:14:34.301Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 390 | 2026-09-09T02:14:34.302Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 391 | 2026-09-09T02:14:34.302Z | INFO | phd-runner: Starting test phd_tests::cpuid::guest_cpu_topo_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 392 | 2026-09-09T02:14:34.302Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 393 | 2026-09-09T02:14:34.302Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 394 | 2026-09-09T02:14:34.302Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 337
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 395 | 2026-09-09T02:14:34.305Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 396 | 2026-09-09T02:14:34.306Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 397 | 2026-09-09T02:14:34.306Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 398 | 2026-09-09T02:14:34.306Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 399 | 2026-09-09T02:14:34.306Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = list
|
| 400 | 2026-09-09T02:14:34.318Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::guest_cpu_topo_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 401 | 2026-09-09T02:14:34.319Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = snapshot
|
| 402 | 2026-09-09T02:14:34.336Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063", "phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = clone
|
| 403 | 2026-09-09T02:14:34.355Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = list
|
| 404 | 2026-09-09T02:14:34.366Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::guest_cpu_topo_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82 0B 25.3T 49.0M /phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\n
target = phd_framework::zfs
|
| 405 | 2026-09-09T02:14:34.367Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
|
| 406 | 2026-09-09T02:14:34.367Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm_name = guest_cpu_topo_test
|
| 407 | 2026-09-09T02:14:34.367Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 408 | 2026-09-09T02:14:34.367Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::guest_cpu_topo_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 409 | 2026-09-09T02:14:34.367Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::guest_cpu_topo_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log"
target = phd_framework::log_config
|
| 410 | 2026-09-09T02:14:34.385Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1005
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm::server
|
| 411 | 2026-09-09T02:14:34.400Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
|
| 412 | 2026-09-09T02:14:34.400Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 34432318-5148-4ff1-a72c-2972a7877c9b
|
| 413 | 2026-09-09T02:14:34.401Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 34432318-5148-4ff1-a72c-2972a7877c9b
|
| 414 | 2026-09-09T02:14:34.921Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 34432318-5148-4ff1-a72c-2972a7877c9b
|
| 415 | 2026-09-09T02:14:35.932Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 34432318-5148-4ff1-a72c-2972a7877c9b
|
| 416 | 2026-09-09T02:14:35.932Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1532
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::test_vm
vm = guest_cpu_topo_test
vm_id = 34432318-5148-4ff1-a72c-2972a7877c9b
|
| 417 | 2026-09-09T02:14:35.932Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::guest_cpu_topo_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 418 | 2026-09-09T02:14:35.941Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
|
| 419 | 2026-09-09T02:14:35.941Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = destroy
|
| 420 | 2026-09-09T02:14:35.972Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
|
| 421 | 2026-09-09T02:14:35.972Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_framework::zfs
verb = destroy
|
| 422 | 2026-09-09T02:14:35.990Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1688
file = phd-tests/tests/src/cpuid.rs
line = 337
path = phd_tests::cpuid::guest_cpu_topo_test
target = phd_tests::cpuid
|
| 423 | 2026-09-09T02:14:35.995Z | INFO | phd-runner: test phd_tests::cpuid::guest_cpu_topo_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:339:69
9: <tracing::instrument::Instrumented<phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:337:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 424 | 2026-09-09T02:14:35.995Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 425 | 2026-09-09T02:14:35.995Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 426 | 2026-09-09T02:14:35.995Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_migrate_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 427 | 2026-09-09T02:14:35.995Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 428 | 2026-09-09T02:14:35.995Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 429 | 2026-09-09T02:14:35.996Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 146
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 430 | 2026-09-09T02:14:35.999Z | INFO | phd-runner: [TEST - EVENT] read bhyve default CPUID
file = phd-tests/tests/src/cpuid.rs
host_cpuid = CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }
line = 115
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 431 | 2026-09-09T02:14:35.999Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 432 | 2026-09-09T02:14:35.999Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 433 | 2026-09-09T02:14:35.999Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 434 | 2026-09-09T02:14:35.999Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = list
|
| 435 | 2026-09-09T02:14:36.012Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 436 | 2026-09-09T02:14:36.012Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 437 | 2026-09-09T02:14:36.029Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288", "phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = clone
|
| 438 | 2026-09-09T02:14:36.051Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = list
|
| 439 | 2026-09-09T02:14:36.064Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9 0B 25.3T 49.0M /phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\n
target = phd_framework::zfs
|
| 440 | 2026-09-09T02:14:36.065Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
|
| 441 | 2026-09-09T02:14:36.065Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm_name = cpuid_boot_test
|
| 442 | 2026-09-09T02:14:36.065Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 443 | 2026-09-09T02:14:36.065Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_migrate_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 444 | 2026-09-09T02:14:36.065Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_migrate_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log"
target = phd_framework::log_config
|
| 445 | 2026-09-09T02:14:36.083Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1013
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm::server
|
| 446 | 2026-09-09T02:14:36.099Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 33
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
|
| 447 | 2026-09-09T02:14:36.099Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = f3d86392-b759-48e3-ad89-b49c5edfe29b
|
| 448 | 2026-09-09T02:14:36.100Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = f3d86392-b759-48e3-ad89-b49c5edfe29b
|
| 449 | 2026-09-09T02:14:36.506Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = f3d86392-b759-48e3-ad89-b49c5edfe29b
|
| 450 | 2026-09-09T02:14:37.407Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = f3d86392-b759-48e3-ad89-b49c5edfe29b
|
| 451 | 2026-09-09T02:14:37.407Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1308
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::test_vm
vm = cpuid_boot_test
vm_id = f3d86392-b759-48e3-ad89-b49c5edfe29b
|
| 452 | 2026-09-09T02:14:37.407Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_migrate_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 453 | 2026-09-09T02:14:37.416Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
|
| 454 | 2026-09-09T02:14:37.416Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 455 | 2026-09-09T02:14:37.449Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
|
| 456 | 2026-09-09T02:14:37.449Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 457 | 2026-09-09T02:14:37.466Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1470
file = phd-tests/tests/src/cpuid.rs
line = 146
path = phd_tests::cpuid::cpuid_migrate_smoke_test
target = phd_tests::cpuid
|
| 458 | 2026-09-09T02:14:37.470Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_migrate_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17
8: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:148:65
9: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:146:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 459 | 2026-09-09T02:14:37.470Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 460 | 2026-09-09T02:14:37.470Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 461 | 2026-09-09T02:14:37.470Z | INFO | phd-runner: Starting test phd_tests::cpuid::cpuid_instance_spec_round_trip_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 462 | 2026-09-09T02:14:37.470Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 463 | 2026-09-09T02:14:37.470Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 464 | 2026-09-09T02:14:37.470Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/cpuid.rs
line = 23
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_tests::cpuid
|
| 465 | 2026-09-09T02:14:37.470Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 466 | 2026-09-09T02:14:37.471Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 467 | 2026-09-09T02:14:37.471Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 468 | 2026-09-09T02:14:37.471Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = list
|
| 469 | 2026-09-09T02:14:37.483Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 470 | 2026-09-09T02:14:37.483Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = snapshot
|
| 471 | 2026-09-09T02:14:37.501Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c", "phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = clone
|
| 472 | 2026-09-09T02:14:37.517Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = list
|
| 473 | 2026-09-09T02:14:37.527Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749 0B 25.3T 49.0M /phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\n
target = phd_framework::zfs
|
| 474 | 2026-09-09T02:14:37.527Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
|
| 475 | 2026-09-09T02:14:37.527Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm_name = cpuid_instance_spec_round_trip_test
|
| 476 | 2026-09-09T02:14:37.528Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 477 | 2026-09-09T02:14:37.528Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 478 | 2026-09-09T02:14:37.528Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
stderr_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log"
target = phd_framework::log_config
|
| 479 | 2026-09-09T02:14:37.546Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1021
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm::server
|
| 480 | 2026-09-09T02:14:37.560Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
|
| 481 | 2026-09-09T02:14:37.560Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = ecfb62ad-2ca9-4037-bdb6-3d5864f01908
|
| 482 | 2026-09-09T02:14:37.561Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = ecfb62ad-2ca9-4037-bdb6-3d5864f01908
|
| 483 | 2026-09-09T02:14:37.862Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = ecfb62ad-2ca9-4037-bdb6-3d5864f01908
|
| 484 | 2026-09-09T02:14:38.259Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = ecfb62ad-2ca9-4037-bdb6-3d5864f01908
|
| 485 | 2026-09-09T02:14:39.082Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = ecfb62ad-2ca9-4037-bdb6-3d5864f01908
|
| 486 | 2026-09-09T02:14:39.082Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1521
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::test_vm
vm = cpuid_instance_spec_round_trip_test
vm_id = ecfb62ad-2ca9-4037-bdb6-3d5864f01908
|
| 487 | 2026-09-09T02:14:39.082Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 488 | 2026-09-09T02:14:39.091Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
|
| 489 | 2026-09-09T02:14:39.091Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = destroy
|
| 490 | 2026-09-09T02:14:39.124Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
|
| 491 | 2026-09-09T02:14:39.124Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_framework::zfs
verb = destroy
|
| 492 | 2026-09-09T02:14:39.142Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1671
file = phd-tests/tests/src/cpuid.rs
line = 23
path = phd_tests::cpuid::cpuid_instance_spec_round_trip_test
target = phd_tests::cpuid
|
| 493 | 2026-09-09T02:14:39.147Z | INFO | phd-runner: test phd_tests::cpuid::cpuid_instance_spec_round_trip_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:36:17
8: <tracing::instrument::Instrumented<phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:23:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 494 | 2026-09-09T02:14:39.147Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 495 | 2026-09-09T02:14:39.147Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 496 | 2026-09-09T02:14:39.147Z | INFO | phd-runner: Starting test phd_tests::disk::in_memory_backend_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 497 | 2026-09-09T02:14:39.147Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 498 | 2026-09-09T02:14:39.147Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 499 | 2026-09-09T02:14:39.148Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/disk.rs
line = 115
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_tests::disk
|
| 500 | 2026-09-09T02:14:39.148Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 501 | 2026-09-09T02:14:39.148Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 502 | 2026-09-09T02:14:39.148Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 503 | 2026-09-09T02:14:39.148Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 504 | 2026-09-09T02:14:39.148Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = list
|
| 505 | 2026-09-09T02:14:39.158Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 506 | 2026-09-09T02:14:39.159Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 507 | 2026-09-09T02:14:39.175Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998", "phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = clone
|
| 508 | 2026-09-09T02:14:39.197Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = list
|
| 509 | 2026-09-09T02:14:39.209Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c 0B 25.3T 49.0M /phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\n
target = phd_framework::zfs
|
| 510 | 2026-09-09T02:14:39.221Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
|
| 511 | 2026-09-09T02:14:39.221Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm_name = in_memory_backend_test
|
| 512 | 2026-09-09T02:14:39.221Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 513 | 2026-09-09T02:14:39.221Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::disk::in_memory_backend_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 514 | 2026-09-09T02:14:39.221Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::disk::in_memory_backend_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log"
target = phd_framework::log_config
|
| 515 | 2026-09-09T02:14:39.240Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1029
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm::server
|
| 516 | 2026-09-09T02:14:39.254Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 33
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
|
| 517 | 2026-09-09T02:14:39.254Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 9e3fa107-c219-4475-bdcd-c9d85e0a8ed6
|
| 518 | 2026-09-09T02:14:39.256Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 9e3fa107-c219-4475-bdcd-c9d85e0a8ed6
|
| 519 | 2026-09-09T02:14:39.759Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 9e3fa107-c219-4475-bdcd-c9d85e0a8ed6
|
| 520 | 2026-09-09T02:14:40.527Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 9e3fa107-c219-4475-bdcd-c9d85e0a8ed6
|
| 521 | 2026-09-09T02:14:40.527Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1272
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::test_vm
vm = in_memory_backend_test
vm_id = 9e3fa107-c219-4475-bdcd-c9d85e0a8ed6
|
| 522 | 2026-09-09T02:14:40.527Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::disk::in_memory_backend_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 523 | 2026-09-09T02:14:40.536Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
|
| 524 | 2026-09-09T02:14:40.536Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 525 | 2026-09-09T02:14:40.566Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
|
| 526 | 2026-09-09T02:14:40.566Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 527 | 2026-09-09T02:14:40.584Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1436
file = phd-tests/tests/src/disk.rs
line = 115
path = phd_tests::disk::in_memory_backend_smoke_test
target = phd_tests::disk
|
| 528 | 2026-09-09T02:14:40.588Z | INFO | phd-runner: test phd_tests::disk::in_memory_backend_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17
8: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:134:6
9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:115:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 529 | 2026-09-09T02:14:40.588Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 530 | 2026-09-09T02:14:40.588Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 531 | 2026-09-09T02:14:40.588Z | INFO | phd-runner: Starting test phd_tests::disk::in_memory_backend_migration_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 532 | 2026-09-09T02:14:40.588Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 533 | 2026-09-09T02:14:40.588Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 534 | 2026-09-09T02:14:40.589Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/disk.rs
line = 146
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_tests::disk
|
| 535 | 2026-09-09T02:14:40.589Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 536 | 2026-09-09T02:14:40.589Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 537 | 2026-09-09T02:14:40.589Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 538 | 2026-09-09T02:14:40.589Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = list
|
| 539 | 2026-09-09T02:14:40.601Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_migration_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n
target = phd_framework::zfs
|
| 540 | 2026-09-09T02:14:40.601Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = snapshot
|
| 541 | 2026-09-09T02:14:40.619Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b", "phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = clone
|
| 542 | 2026-09-09T02:14:40.636Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = list
|
| 543 | 2026-09-09T02:14:40.648Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::disk::in_memory_backend_migration_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92 0B 25.3T 49.0M /phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\n
target = phd_framework::zfs
|
| 544 | 2026-09-09T02:14:40.648Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
|
| 545 | 2026-09-09T02:14:40.649Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm_name = in_memory_backend_migration_test_source
|
| 546 | 2026-09-09T02:14:40.649Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 547 | 2026-09-09T02:14:40.649Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::disk::in_memory_backend_migration_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 548 | 2026-09-09T02:14:40.649Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::disk::in_memory_backend_migration_test
stderr_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log"
target = phd_framework::log_config
|
| 549 | 2026-09-09T02:14:40.667Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1037
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm::server
|
| 550 | 2026-09-09T02:14:40.681Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 32
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
|
| 551 | 2026-09-09T02:14:40.681Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 670bfebc-849d-4560-93da-cd707c68a293
|
| 552 | 2026-09-09T02:14:40.683Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 670bfebc-849d-4560-93da-cd707c68a293
|
| 553 | 2026-09-09T02:14:41.293Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 670bfebc-849d-4560-93da-cd707c68a293
|
| 554 | 2026-09-09T02:14:41.701Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 670bfebc-849d-4560-93da-cd707c68a293
|
| 555 | 2026-09-09T02:14:41.702Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1020
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::test_vm
vm = in_memory_backend_migration_test_source
vm_id = 670bfebc-849d-4560-93da-cd707c68a293
|
| 556 | 2026-09-09T02:14:41.702Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::disk::in_memory_backend_migration_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 557 | 2026-09-09T02:14:41.710Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
|
| 558 | 2026-09-09T02:14:41.710Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = destroy
|
| 559 | 2026-09-09T02:14:41.743Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
|
| 560 | 2026-09-09T02:14:41.743Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_framework::zfs
verb = destroy
|
| 561 | 2026-09-09T02:14:41.762Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1172
file = phd-tests/tests/src/disk.rs
line = 146
path = phd_tests::disk::in_memory_backend_migration_test
target = phd_tests::disk
|
| 562 | 2026-09-09T02:14:41.766Z | INFO | phd-runner: test phd_tests::disk::in_memory_backend_migration_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17
8: phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:158:6
9: <tracing::instrument::Instrumented<phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
10: phd_tests::disk::in_memory_backend_migration_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:146:1
11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
12: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
22: __rust_try
23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
29: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
44: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
53: __rust_try
54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
60: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
62: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
63: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
69: __rust_try
70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
75: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
76: _thrp_setup
77: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 563 | 2026-09-09T02:14:41.766Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 564 | 2026-09-09T02:14:41.766Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 565 | 2026-09-09T02:14:41.766Z | INFO | phd-runner: Starting test phd_tests::crucible::migrate::smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 566 | 2026-09-09T02:14:41.766Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 567 | 2026-09-09T02:14:41.766Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 568 | 2026-09-09T02:14:41.766Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/migrate.rs
line = 10
path = phd_tests::crucible::migrate::smoke_test
target = phd_tests::crucible::migrate
|
| 569 | 2026-09-09T02:14:41.767Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 570 | 2026-09-09T02:14:41.767Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 571 | 2026-09-09T02:14:41.767Z | DEBG | phd-runner: [TEST - EVENT] checking for existing copy of artifact
file = phd-tests/framework/src/artifacts/store.rs
line = 89
maybe_path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-nightly.tar.gz
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
|
| 572 | 2026-09-09T02:14:41.767Z | DEBG | phd-runner: [TEST - EVENT] Downloading file from Buildomat...
file = phd-tests/framework/src/artifacts/buildomat.rs
line = 215
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::buildomat
timeout = 600s
uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.tar.gz
|
| 573 | 2026-09-09T02:15:15.126Z | DEBG | phd-runner: [TEST - EVENT] Extracting artifact from tarball
extracted_path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
file = phd-tests/framework/src/artifacts/store.rs
line = 160
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
untar_path = target/release/crucible-downstairs
|
| 574 | 2026-09-09T02:15:15.126Z | DEBG | phd-runner: [TEST - EVENT] Extracting gzipped tarball...
file = phd-tests/framework/src/artifacts/store.rs
line = 514
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::artifacts::store
|
| 575 | 2026-09-09T02:15:21.771Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 576 | 2026-09-09T02:15:21.772Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000", "--encrypted", "--uuid", "f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 577 | 2026-09-09T02:15:21.882Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:21.788123523Z","hostname":"BRM42220010","pid":1041}\n{"msg":"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:21.874280419Z","hostname":"BRM42220010","pid":1041}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:21.87430716Z","hostname":"BRM42220010","pid":1041}\n
target = phd_framework::disk::crucible
|
| 578 | 2026-09-09T02:15:21.882Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001", "--encrypted", "--uuid", "f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 579 | 2026-09-09T02:15:21.980Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:21.892100074Z","hostname":"BRM42220010","pid":1042}\n{"msg":"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:21.975466699Z","hostname":"BRM42220010","pid":1042}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:21.975490585Z","hostname":"BRM42220010","pid":1042}\n
target = phd_framework::disk::crucible
|
| 580 | 2026-09-09T02:15:21.980Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002", "--encrypted", "--uuid", "f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 581 | 2026-09-09T02:15:22.081Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::smoke_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:21.990818362Z","hostname":"BRM42220010","pid":1043}\n{"msg":"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:22.076347941Z","hostname":"BRM42220010","pid":1043}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:22.076361256Z","hostname":"BRM42220010","pid":1043}\n
target = phd_framework::disk::crucible
|
| 582 | 2026-09-09T02:15:22.082Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stdout.log"
target = phd_framework::log_config
|
| 583 | 2026-09-09T02:15:22.082Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 584 | 2026-09-09T02:15:22.082Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 585 | 2026-09-09T02:15:22.084Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stdout.log"
target = phd_framework::log_config
|
| 586 | 2026-09-09T02:15:22.085Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 587 | 2026-09-09T02:15:22.085Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 588 | 2026-09-09T02:15:22.086Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stdout.log"
target = phd_framework::log_config
|
| 589 | 2026-09-09T02:15:22.087Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 590 | 2026-09-09T02:15:22.087Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::disk::crucible
|
| 591 | 2026-09-09T02:15:22.093Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
|
| 592 | 2026-09-09T02:15:22.093Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm_name = crucible_migrate_smoke_source
|
| 593 | 2026-09-09T02:15:22.093Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 594 | 2026-09-09T02:15:22.093Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::migrate::smoke_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 595 | 2026-09-09T02:15:22.093Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log"
target = phd_framework::log_config
|
| 596 | 2026-09-09T02:15:22.178Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1047
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm::server
|
| 597 | 2026-09-09T02:15:22.192Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 99
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
|
| 598 | 2026-09-09T02:15:22.192Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = 035c9e39-7a1c-41b3-8080-c1add75f5c3e
|
| 599 | 2026-09-09T02:15:22.193Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = 035c9e39-7a1c-41b3-8080-c1add75f5c3e
|
| 600 | 2026-09-09T02:15:22.664Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = 035c9e39-7a1c-41b3-8080-c1add75f5c3e
|
| 601 | 2026-09-09T02:15:23.252Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = 035c9e39-7a1c-41b3-8080-c1add75f5c3e
|
| 602 | 2026-09-09T02:15:23.252Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1060
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::smoke_test
target = phd_framework::test_vm
vm = crucible_migrate_smoke_source
vm_id = 035c9e39-7a1c-41b3-8080-c1add75f5c3e
|
| 603 | 2026-09-09T02:15:23.253Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::migrate::smoke_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 604 | 2026-09-09T02:15:23.261Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000" } }
target = phd_framework::disk::crucible
|
| 605 | 2026-09-09T02:15:23.267Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000"
target = phd_framework::disk::crucible
|
| 606 | 2026-09-09T02:15:23.278Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001" } }
target = phd_framework::disk::crucible
|
| 607 | 2026-09-09T02:15:23.285Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001"
target = phd_framework::disk::crucible
|
| 608 | 2026-09-09T02:15:23.292Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::smoke_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002" } }
target = phd_framework::disk::crucible
|
| 609 | 2026-09-09T02:15:23.298Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::smoke_test
self.path = "/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002"
target = phd_framework::disk::crucible
|
| 610 | 2026-09-09T02:15:23.306Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 41535
file = phd-tests/tests/src/crucible/migrate.rs
line = 10
path = phd_tests::crucible::migrate::smoke_test
target = phd_tests::crucible::migrate
|
| 611 | 2026-09-09T02:15:23.310Z | INFO | phd-runner: test phd_tests::crucible::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:19:21
8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::migrate::smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 612 | 2026-09-09T02:15:23.310Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 613 | 2026-09-09T02:15:23.310Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 614 | 2026-09-09T02:15:23.310Z | INFO | phd-runner: Starting test phd_tests::crucible::migrate::load_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 615 | 2026-09-09T02:15:23.310Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 616 | 2026-09-09T02:15:23.310Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 617 | 2026-09-09T02:15:23.310Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/migrate.rs
line = 40
path = phd_tests::crucible::migrate::load_test
target = phd_tests::crucible::migrate
|
| 618 | 2026-09-09T02:15:23.310Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 619 | 2026-09-09T02:15:23.310Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 620 | 2026-09-09T02:15:23.311Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 621 | 2026-09-09T02:15:23.311Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 622 | 2026-09-09T02:15:23.311Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000", "--encrypted", "--uuid", "5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 623 | 2026-09-09T02:15:23.411Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.322228949Z","hostname":"BRM42220010","pid":1049}\n{"msg":"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.405912744Z","hostname":"BRM42220010","pid":1049}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.405932832Z","hostname":"BRM42220010","pid":1049}\n
target = phd_framework::disk::crucible
|
| 624 | 2026-09-09T02:15:23.412Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001", "--encrypted", "--uuid", "5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 625 | 2026-09-09T02:15:23.513Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.422704685Z","hostname":"BRM42220010","pid":1050}\n{"msg":"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.50778865Z","hostname":"BRM42220010","pid":1050}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.50780454Z","hostname":"BRM42220010","pid":1050}\n
target = phd_framework::disk::crucible
|
| 626 | 2026-09-09T02:15:23.513Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002", "--encrypted", "--uuid", "5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 627 | 2026-09-09T02:15:23.614Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::migrate::load_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.523489453Z","hostname":"BRM42220010","pid":1051}\n{"msg":"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.607794318Z","hostname":"BRM42220010","pid":1051}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:23.607814071Z","hostname":"BRM42220010","pid":1051}\n
target = phd_framework::disk::crucible
|
| 628 | 2026-09-09T02:15:23.614Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stdout.log"
target = phd_framework::log_config
|
| 629 | 2026-09-09T02:15:23.614Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 630 | 2026-09-09T02:15:23.614Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 631 | 2026-09-09T02:15:23.617Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stdout.log"
target = phd_framework::log_config
|
| 632 | 2026-09-09T02:15:23.617Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 633 | 2026-09-09T02:15:23.617Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 634 | 2026-09-09T02:15:23.619Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stdout.log"
target = phd_framework::log_config
|
| 635 | 2026-09-09T02:15:23.619Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 636 | 2026-09-09T02:15:23.619Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::migrate::load_test
target = phd_framework::disk::crucible
|
| 637 | 2026-09-09T02:15:23.621Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
|
| 638 | 2026-09-09T02:15:23.621Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm_name = crucible_load_test_source
|
| 639 | 2026-09-09T02:15:23.621Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 640 | 2026-09-09T02:15:23.621Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::migrate::load_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 641 | 2026-09-09T02:15:23.621Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::migrate::load_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log"
target = phd_framework::log_config
|
| 642 | 2026-09-09T02:15:23.654Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1055
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm::server
|
| 643 | 2026-09-09T02:15:23.668Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
|
| 644 | 2026-09-09T02:15:23.668Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 26a35f86-9243-4a83-84c5-d6608903cc0b
|
| 645 | 2026-09-09T02:15:23.669Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 26a35f86-9243-4a83-84c5-d6608903cc0b
|
| 646 | 2026-09-09T02:15:24.232Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 26a35f86-9243-4a83-84c5-d6608903cc0b
|
| 647 | 2026-09-09T02:15:24.851Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 26a35f86-9243-4a83-84c5-d6608903cc0b
|
| 648 | 2026-09-09T02:15:25.454Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 26a35f86-9243-4a83-84c5-d6608903cc0b
|
| 649 | 2026-09-09T02:15:25.455Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1786
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::migrate::load_test
target = phd_framework::test_vm
vm = crucible_load_test_source
vm_id = 26a35f86-9243-4a83-84c5-d6608903cc0b
|
| 650 | 2026-09-09T02:15:25.455Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::migrate::load_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 651 | 2026-09-09T02:15:25.463Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000" } }
target = phd_framework::disk::crucible
|
| 652 | 2026-09-09T02:15:25.469Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000"
target = phd_framework::disk::crucible
|
| 653 | 2026-09-09T02:15:25.476Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001" } }
target = phd_framework::disk::crucible
|
| 654 | 2026-09-09T02:15:25.482Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001"
target = phd_framework::disk::crucible
|
| 655 | 2026-09-09T02:15:25.490Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::migrate::load_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002" } }
target = phd_framework::disk::crucible
|
| 656 | 2026-09-09T02:15:25.495Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::migrate::load_test
self.path = "/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002"
target = phd_framework::disk::crucible
|
| 657 | 2026-09-09T02:15:25.503Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2192
file = phd-tests/tests/src/crucible/migrate.rs
line = 40
path = phd_tests::crucible::migrate::load_test
target = phd_tests::crucible::migrate
|
| 658 | 2026-09-09T02:15:25.505Z | INFO | phd-runner: test phd_tests::crucible::migrate::load_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:49:21
8: <tracing::instrument::Instrumented<phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::migrate::load_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:40:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 659 | 2026-09-09T02:15:25.506Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 660 | 2026-09-09T02:15:25.506Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 661 | 2026-09-09T02:15:25.506Z | INFO | phd-runner: Starting test phd_tests::boot_order::configurable_boot_order
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 662 | 2026-09-09T02:15:25.506Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 663 | 2026-09-09T02:15:25.506Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 664 | 2026-09-09T02:15:25.506Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 51
path = phd_tests::boot_order::configurable_boot_order
target = phd_tests::boot_order
|
| 665 | 2026-09-09T02:15:25.506Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 666 | 2026-09-09T02:15:25.506Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 667 | 2026-09-09T02:15:25.506Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 668 | 2026-09-09T02:15:25.506Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 669 | 2026-09-09T02:15:25.517Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 670 | 2026-09-09T02:15:25.517Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 671 | 2026-09-09T02:15:25.535Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e", "phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = clone
|
| 672 | 2026-09-09T02:15:25.553Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 673 | 2026-09-09T02:15:25.565Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2 0B 25.3T 207M /phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\n
target = phd_framework::zfs
|
| 674 | 2026-09-09T02:15:25.566Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 675 | 2026-09-09T02:15:25.566Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 676 | 2026-09-09T02:15:25.578Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 677 | 2026-09-09T02:15:25.579Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 678 | 2026-09-09T02:15:25.601Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284", "phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = clone
|
| 679 | 2026-09-09T02:15:25.619Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = list
|
| 680 | 2026-09-09T02:15:25.629Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::configurable_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f 0B 25.3T 207M /phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\n
target = phd_framework::zfs
|
| 681 | 2026-09-09T02:15:25.630Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
|
| 682 | 2026-09-09T02:15:25.630Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm_name = configurable_boot_order
|
| 683 | 2026-09-09T02:15:25.630Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 684 | 2026-09-09T02:15:25.630Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::configurable_boot_order
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 685 | 2026-09-09T02:15:25.630Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::configurable_boot_order
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log"
target = phd_framework::log_config
|
| 686 | 2026-09-09T02:15:25.666Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1065
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm::server
|
| 687 | 2026-09-09T02:15:25.680Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
|
| 688 | 2026-09-09T02:15:25.680Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 434d1915-97bc-46d8-a1f1-d5c4eea300a0
|
| 689 | 2026-09-09T02:15:25.681Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 434d1915-97bc-46d8-a1f1-d5c4eea300a0
|
| 690 | 2026-09-09T02:15:26.285Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 434d1915-97bc-46d8-a1f1-d5c4eea300a0
|
| 691 | 2026-09-09T02:15:27.216Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 434d1915-97bc-46d8-a1f1-d5c4eea300a0
|
| 692 | 2026-09-09T02:15:27.216Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1535
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::test_vm
vm = configurable_boot_order
vm_id = 434d1915-97bc-46d8-a1f1-d5c4eea300a0
|
| 693 | 2026-09-09T02:15:27.216Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::configurable_boot_order
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 694 | 2026-09-09T02:15:27.225Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 695 | 2026-09-09T02:15:27.225Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 696 | 2026-09-09T02:15:27.250Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 697 | 2026-09-09T02:15:27.250Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 698 | 2026-09-09T02:15:27.268Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 699 | 2026-09-09T02:15:27.268Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 700 | 2026-09-09T02:15:27.291Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
|
| 701 | 2026-09-09T02:15:27.291Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::configurable_boot_order
target = phd_framework::zfs
verb = destroy
|
| 702 | 2026-09-09T02:15:27.311Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1804
file = phd-tests/tests/src/boot_order.rs
line = 51
path = phd_tests::boot_order::configurable_boot_order
target = phd_tests::boot_order
|
| 703 | 2026-09-09T02:15:27.316Z | INFO | phd-runner: test phd_tests::boot_order::configurable_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:73:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::configurable_boot_order::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:51:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 704 | 2026-09-09T02:15:27.316Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 705 | 2026-09-09T02:15:27.316Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 706 | 2026-09-09T02:15:27.316Z | INFO | phd-runner: Starting test phd_tests::boot_order::unbootable_disk_skipped
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 707 | 2026-09-09T02:15:27.316Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 708 | 2026-09-09T02:15:27.316Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 709 | 2026-09-09T02:15:27.317Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 117
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_tests::boot_order
|
| 710 | 2026-09-09T02:15:27.317Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 711 | 2026-09-09T02:15:27.317Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 712 | 2026-09-09T02:15:27.317Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 713 | 2026-09-09T02:15:27.317Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = list
|
| 714 | 2026-09-09T02:15:27.328Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::unbootable_disk_skipped
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 715 | 2026-09-09T02:15:27.329Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = snapshot
|
| 716 | 2026-09-09T02:15:27.346Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9", "phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = clone
|
| 717 | 2026-09-09T02:15:27.364Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = list
|
| 718 | 2026-09-09T02:15:27.376Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::unbootable_disk_skipped
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca 0B 25.3T 207M /phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\n
target = phd_framework::zfs
|
| 719 | 2026-09-09T02:15:27.377Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
|
| 720 | 2026-09-09T02:15:27.377Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm_name = unbootable_disk_skipped
|
| 721 | 2026-09-09T02:15:27.377Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 722 | 2026-09-09T02:15:27.377Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::unbootable_disk_skipped
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 723 | 2026-09-09T02:15:27.377Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::unbootable_disk_skipped
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log"
target = phd_framework::log_config
|
| 724 | 2026-09-09T02:15:27.412Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1075
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm::server
|
| 725 | 2026-09-09T02:15:27.426Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
|
| 726 | 2026-09-09T02:15:27.426Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = adc49bd7-1350-49f3-99f8-12dc3f2fc92e
|
| 727 | 2026-09-09T02:15:27.428Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = adc49bd7-1350-49f3-99f8-12dc3f2fc92e
|
| 728 | 2026-09-09T02:15:27.927Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = adc49bd7-1350-49f3-99f8-12dc3f2fc92e
|
| 729 | 2026-09-09T02:15:28.528Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = adc49bd7-1350-49f3-99f8-12dc3f2fc92e
|
| 730 | 2026-09-09T02:15:28.528Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1101
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::test_vm
vm = unbootable_disk_skipped
vm_id = adc49bd7-1350-49f3-99f8-12dc3f2fc92e
|
| 731 | 2026-09-09T02:15:28.528Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::unbootable_disk_skipped
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 732 | 2026-09-09T02:15:28.537Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
|
| 733 | 2026-09-09T02:15:28.537Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = destroy
|
| 734 | 2026-09-09T02:15:28.569Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
|
| 735 | 2026-09-09T02:15:28.569Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_framework::zfs
verb = destroy
|
| 736 | 2026-09-09T02:15:28.587Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1270
file = phd-tests/tests/src/boot_order.rs
line = 117
path = phd_tests::boot_order::unbootable_disk_skipped
target = phd_tests::boot_order
|
| 737 | 2026-09-09T02:15:28.590Z | INFO | phd-runner: test phd_tests::boot_order::unbootable_disk_skipped ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:140:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:117:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 738 | 2026-09-09T02:15:28.590Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 739 | 2026-09-09T02:15:28.590Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 740 | 2026-09-09T02:15:28.590Z | INFO | phd-runner: Starting test phd_tests::boot_order::boot_order_source_priority
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 741 | 2026-09-09T02:15:28.590Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 742 | 2026-09-09T02:15:28.590Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 743 | 2026-09-09T02:15:28.590Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 403
path = phd_tests::boot_order::boot_order_source_priority
target = phd_tests::boot_order
|
| 744 | 2026-09-09T02:15:28.591Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 745 | 2026-09-09T02:15:28.591Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 746 | 2026-09-09T02:15:28.591Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 747 | 2026-09-09T02:15:28.591Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = list
|
| 748 | 2026-09-09T02:15:28.602Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::boot_order_source_priority
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 749 | 2026-09-09T02:15:28.602Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = snapshot
|
| 750 | 2026-09-09T02:15:28.621Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b", "phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = clone
|
| 751 | 2026-09-09T02:15:28.639Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = list
|
| 752 | 2026-09-09T02:15:28.650Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::boot_order_source_priority
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f 0B 25.3T 207M /phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\n
target = phd_framework::zfs
|
| 753 | 2026-09-09T02:15:28.652Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
|
| 754 | 2026-09-09T02:15:28.652Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm_name = boot_order_source_priority
|
| 755 | 2026-09-09T02:15:28.652Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 756 | 2026-09-09T02:15:28.652Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::boot_order_source_priority
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 757 | 2026-09-09T02:15:28.652Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::boot_order_source_priority
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log"
target = phd_framework::log_config
|
| 758 | 2026-09-09T02:15:28.687Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1083
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm::server
|
| 759 | 2026-09-09T02:15:28.701Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
|
| 760 | 2026-09-09T02:15:28.701Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 193038a1-8a1c-4c0d-9600-0c4892f9ea5d
|
| 761 | 2026-09-09T02:15:28.705Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 193038a1-8a1c-4c0d-9600-0c4892f9ea5d
|
| 762 | 2026-09-09T02:15:29.009Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 193038a1-8a1c-4c0d-9600-0c4892f9ea5d
|
| 763 | 2026-09-09T02:15:29.968Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 193038a1-8a1c-4c0d-9600-0c4892f9ea5d
|
| 764 | 2026-09-09T02:15:29.969Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1267
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::test_vm
vm = boot_order_source_priority
vm_id = 193038a1-8a1c-4c0d-9600-0c4892f9ea5d
|
| 765 | 2026-09-09T02:15:29.969Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::boot_order_source_priority
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 766 | 2026-09-09T02:15:29.977Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
|
| 767 | 2026-09-09T02:15:29.978Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = destroy
|
| 768 | 2026-09-09T02:15:30.010Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
|
| 769 | 2026-09-09T02:15:30.010Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::boot_order_source_priority
target = phd_framework::zfs
verb = destroy
|
| 770 | 2026-09-09T02:15:30.027Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1436
file = phd-tests/tests/src/boot_order.rs
line = 403
path = phd_tests::boot_order::boot_order_source_priority
target = phd_tests::boot_order
|
| 771 | 2026-09-09T02:15:30.031Z | INFO | phd-runner: test phd_tests::boot_order::boot_order_source_priority ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:431:30
8: <tracing::instrument::Instrumented<phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::boot_order_source_priority::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:403:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 772 | 2026-09-09T02:15:30.031Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 773 | 2026-09-09T02:15:30.031Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 774 | 2026-09-09T02:15:30.031Z | INFO | phd-runner: Starting test phd_tests::boot_order::guest_can_adjust_boot_order
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 775 | 2026-09-09T02:15:30.031Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 776 | 2026-09-09T02:15:30.031Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 777 | 2026-09-09T02:15:30.032Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 236
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_tests::boot_order
|
| 778 | 2026-09-09T02:15:30.032Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 779 | 2026-09-09T02:15:30.032Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 780 | 2026-09-09T02:15:30.032Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 781 | 2026-09-09T02:15:30.032Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = list
|
| 782 | 2026-09-09T02:15:30.043Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::guest_can_adjust_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 783 | 2026-09-09T02:15:30.043Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = snapshot
|
| 784 | 2026-09-09T02:15:30.061Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621", "phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = clone
|
| 785 | 2026-09-09T02:15:30.078Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = list
|
| 786 | 2026-09-09T02:15:30.090Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::guest_can_adjust_boot_order
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019 0B 25.3T 207M /phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\n
target = phd_framework::zfs
|
| 787 | 2026-09-09T02:15:30.091Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
|
| 788 | 2026-09-09T02:15:30.091Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm_name = guest_can_adjust_boot_order
|
| 789 | 2026-09-09T02:15:30.092Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 790 | 2026-09-09T02:15:30.092Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::guest_can_adjust_boot_order
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 791 | 2026-09-09T02:15:30.092Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::guest_can_adjust_boot_order
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log"
target = phd_framework::log_config
|
| 792 | 2026-09-09T02:15:30.126Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1091
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm::server
|
| 793 | 2026-09-09T02:15:30.141Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
|
| 794 | 2026-09-09T02:15:30.141Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 3c655ef3-435b-4a4f-b05f-1d0012a7794a
|
| 795 | 2026-09-09T02:15:30.143Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 3c655ef3-435b-4a4f-b05f-1d0012a7794a
|
| 796 | 2026-09-09T02:15:30.569Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 3c655ef3-435b-4a4f-b05f-1d0012a7794a
|
| 797 | 2026-09-09T02:15:31.076Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 3c655ef3-435b-4a4f-b05f-1d0012a7794a
|
| 798 | 2026-09-09T02:15:31.077Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 935
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::test_vm
vm = guest_can_adjust_boot_order
vm_id = 3c655ef3-435b-4a4f-b05f-1d0012a7794a
|
| 799 | 2026-09-09T02:15:31.077Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::guest_can_adjust_boot_order
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 800 | 2026-09-09T02:15:31.085Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
|
| 801 | 2026-09-09T02:15:31.085Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = destroy
|
| 802 | 2026-09-09T02:15:31.116Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
|
| 803 | 2026-09-09T02:15:31.116Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_framework::zfs
verb = destroy
|
| 804 | 2026-09-09T02:15:31.133Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1101
file = phd-tests/tests/src/boot_order.rs
line = 236
path = phd_tests::boot_order::guest_can_adjust_boot_order
target = phd_tests::boot_order
|
| 805 | 2026-09-09T02:15:31.136Z | INFO | phd-runner: test phd_tests::boot_order::guest_can_adjust_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:254:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:236:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 806 | 2026-09-09T02:15:31.136Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 807 | 2026-09-09T02:15:31.136Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 808 | 2026-09-09T02:15:31.136Z | INFO | phd-runner: Starting test phd_tests::boot_order::nvme_boot_option_description
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 809 | 2026-09-09T02:15:31.136Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 810 | 2026-09-09T02:15:31.136Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 811 | 2026-09-09T02:15:31.136Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/boot_order.rs
line = 510
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_tests::boot_order
|
| 812 | 2026-09-09T02:15:31.137Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 813 | 2026-09-09T02:15:31.137Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 814 | 2026-09-09T02:15:31.137Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 815 | 2026-09-09T02:15:31.137Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 816 | 2026-09-09T02:15:31.148Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 817 | 2026-09-09T02:15:31.148Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = snapshot
|
| 818 | 2026-09-09T02:15:31.165Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f", "phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = clone
|
| 819 | 2026-09-09T02:15:31.182Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 820 | 2026-09-09T02:15:31.194Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d 0B 25.3T 207M /phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\n
target = phd_framework::zfs
|
| 821 | 2026-09-09T02:15:31.194Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 822 | 2026-09-09T02:15:31.195Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 823 | 2026-09-09T02:15:31.207Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 824 | 2026-09-09T02:15:31.207Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = snapshot
|
| 825 | 2026-09-09T02:15:31.228Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a", "phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = clone
|
| 826 | 2026-09-09T02:15:31.248Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = list
|
| 827 | 2026-09-09T02:15:31.259Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::boot_order::nvme_boot_option_description
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413 0B 25.3T 207M /phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\n
target = phd_framework::zfs
|
| 828 | 2026-09-09T02:15:31.260Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
|
| 829 | 2026-09-09T02:15:31.260Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm_name = nvme_boot_option_description
|
| 830 | 2026-09-09T02:15:31.260Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 831 | 2026-09-09T02:15:31.260Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::boot_order::nvme_boot_option_description
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 832 | 2026-09-09T02:15:31.260Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::boot_order::nvme_boot_option_description
stderr_path = "/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log"
target = phd_framework::log_config
|
| 833 | 2026-09-09T02:15:31.295Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1103
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm::server
|
| 834 | 2026-09-09T02:15:31.308Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
|
| 835 | 2026-09-09T02:15:31.309Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = ff379f7a-40b3-4e40-b0bc-3516b004211d
|
| 836 | 2026-09-09T02:15:31.309Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = ff379f7a-40b3-4e40-b0bc-3516b004211d
|
| 837 | 2026-09-09T02:15:31.855Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = ff379f7a-40b3-4e40-b0bc-3516b004211d
|
| 838 | 2026-09-09T02:15:32.521Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = ff379f7a-40b3-4e40-b0bc-3516b004211d
|
| 839 | 2026-09-09T02:15:33.182Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = ff379f7a-40b3-4e40-b0bc-3516b004211d
|
| 840 | 2026-09-09T02:15:33.182Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1873
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::test_vm
vm = nvme_boot_option_description
vm_id = ff379f7a-40b3-4e40-b0bc-3516b004211d
|
| 841 | 2026-09-09T02:15:33.182Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::boot_order::nvme_boot_option_description
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 842 | 2026-09-09T02:15:33.190Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 843 | 2026-09-09T02:15:33.190Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 844 | 2026-09-09T02:15:33.218Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 845 | 2026-09-09T02:15:33.218Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 846 | 2026-09-09T02:15:33.237Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 847 | 2026-09-09T02:15:33.237Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 848 | 2026-09-09T02:15:33.262Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
|
| 849 | 2026-09-09T02:15:33.262Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_framework::zfs
verb = destroy
|
| 850 | 2026-09-09T02:15:33.280Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 2142
file = phd-tests/tests/src/boot_order.rs
line = 510
path = phd_tests::boot_order::nvme_boot_option_description
target = phd_tests::boot_order
|
| 851 | 2026-09-09T02:15:33.283Z | INFO | phd-runner: test phd_tests::boot_order::nvme_boot_option_description ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:531:17
8: <tracing::instrument::Instrumented<phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::boot_order::nvme_boot_option_description::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:510:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 852 | 2026-09-09T02:15:33.283Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 853 | 2026-09-09T02:15:33.283Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 854 | 2026-09-09T02:15:33.283Z | INFO | phd-runner: Starting test phd_tests::hw::lspci_lifecycle_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 855 | 2026-09-09T02:15:33.283Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 856 | 2026-09-09T02:15:33.283Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 857 | 2026-09-09T02:15:33.283Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/hw.rs
line = 8
path = phd_tests::hw::lspci_lifecycle_test
target = phd_tests::hw
|
| 858 | 2026-09-09T02:15:33.284Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 859 | 2026-09-09T02:15:33.284Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 860 | 2026-09-09T02:15:33.284Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 861 | 2026-09-09T02:15:33.284Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 862 | 2026-09-09T02:15:33.296Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hw::lspci_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 863 | 2026-09-09T02:15:33.296Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = snapshot
|
| 864 | 2026-09-09T02:15:33.314Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff", "phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = clone
|
| 865 | 2026-09-09T02:15:33.332Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = list
|
| 866 | 2026-09-09T02:15:33.343Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::hw::lspci_lifecycle_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc 0B 25.3T 207M /phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\n
target = phd_framework::zfs
|
| 867 | 2026-09-09T02:15:33.343Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
|
| 868 | 2026-09-09T02:15:33.344Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm_name = lspci_lifecycle_test
|
| 869 | 2026-09-09T02:15:33.344Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 870 | 2026-09-09T02:15:33.344Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::hw::lspci_lifecycle_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 871 | 2026-09-09T02:15:33.344Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::hw::lspci_lifecycle_test
stderr_path = "/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log"
target = phd_framework::log_config
|
| 872 | 2026-09-09T02:15:33.380Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1113
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm::server
|
| 873 | 2026-09-09T02:15:33.394Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
|
| 874 | 2026-09-09T02:15:33.394Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 7f8676fb-3011-495f-9889-21540d6e2dd0
|
| 875 | 2026-09-09T02:15:33.394Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 7f8676fb-3011-495f-9889-21540d6e2dd0
|
| 876 | 2026-09-09T02:15:33.997Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 7f8676fb-3011-495f-9889-21540d6e2dd0
|
| 877 | 2026-09-09T02:15:34.603Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 7f8676fb-3011-495f-9889-21540d6e2dd0
|
| 878 | 2026-09-09T02:15:34.604Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1209
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::test_vm
vm = lspci_lifecycle_test
vm_id = 7f8676fb-3011-495f-9889-21540d6e2dd0
|
| 879 | 2026-09-09T02:15:34.604Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::hw::lspci_lifecycle_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 880 | 2026-09-09T02:15:34.612Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
|
| 881 | 2026-09-09T02:15:34.612Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 882 | 2026-09-09T02:15:34.647Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
|
| 883 | 2026-09-09T02:15:34.648Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::hw::lspci_lifecycle_test
target = phd_framework::zfs
verb = destroy
|
| 884 | 2026-09-09T02:15:34.664Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1380
file = phd-tests/tests/src/hw.rs
line = 8
path = phd_tests::hw::lspci_lifecycle_test
target = phd_tests::hw
|
| 885 | 2026-09-09T02:15:34.668Z | INFO | phd-runner: test phd_tests::hw::lspci_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:17:17
8: <tracing::instrument::Instrumented<phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::hw::lspci_lifecycle_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:8:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 886 | 2026-09-09T02:15:34.669Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 887 | 2026-09-09T02:15:34.669Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 888 | 2026-09-09T02:15:34.669Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::export_failure
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 889 | 2026-09-09T02:15:34.669Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 890 | 2026-09-09T02:15:34.669Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 891 | 2026-09-09T02:15:34.669Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 206
path = phd_tests::migrate::running_process::export_failure
target = phd_tests::migrate::running_process
|
| 892 | 2026-09-09T02:15:34.669Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 893 | 2026-09-09T02:15:34.669Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 894 | 2026-09-09T02:15:34.669Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 895 | 2026-09-09T02:15:34.669Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = list
|
| 896 | 2026-09-09T02:15:34.681Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::export_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 897 | 2026-09-09T02:15:34.681Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = snapshot
|
| 898 | 2026-09-09T02:15:34.698Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97", "phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = clone
|
| 899 | 2026-09-09T02:15:34.716Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = list
|
| 900 | 2026-09-09T02:15:34.727Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::export_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f 0B 25.3T 207M /phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\n
target = phd_framework::zfs
|
| 901 | 2026-09-09T02:15:34.728Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 902 | 2026-09-09T02:15:34.728Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_source
|
| 903 | 2026-09-09T02:15:34.728Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 904 | 2026-09-09T02:15:34.728Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 905 | 2026-09-09T02:15:34.728Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log"
target = phd_framework::log_config
|
| 906 | 2026-09-09T02:15:34.762Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1121
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 907 | 2026-09-09T02:15:34.776Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 908 | 2026-09-09T02:15:34.776Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 909 | 2026-09-09T02:15:34.776Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_target1
|
| 910 | 2026-09-09T02:15:34.776Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 911 | 2026-09-09T02:15:34.777Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 912 | 2026-09-09T02:15:34.777Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log"
target = phd_framework::log_config
|
| 913 | 2026-09-09T02:15:34.818Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1122
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 914 | 2026-09-09T02:15:34.833Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 56
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 915 | 2026-09-09T02:15:34.833Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 916 | 2026-09-09T02:15:34.833Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::export_failure_target2
|
| 917 | 2026-09-09T02:15:34.833Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 918 | 2026-09-09T02:15:34.833Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::export_failure
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 919 | 2026-09-09T02:15:34.833Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::export_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log"
target = phd_framework::log_config
|
| 920 | 2026-09-09T02:15:34.876Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1123
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm::server
|
| 921 | 2026-09-09T02:15:34.890Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 56
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
|
| 922 | 2026-09-09T02:15:34.890Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f
|
| 923 | 2026-09-09T02:15:34.891Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f
|
| 924 | 2026-09-09T02:15:35.359Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f
|
| 925 | 2026-09-09T02:15:36.183Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f
|
| 926 | 2026-09-09T02:15:36.184Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1293
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::test_vm
vm = migrate_running_process::export_failure_source
vm_id = f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f
|
| 927 | 2026-09-09T02:15:36.184Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 928 | 2026-09-09T02:15:36.193Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 929 | 2026-09-09T02:15:36.202Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::export_failure
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 930 | 2026-09-09T02:15:36.211Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
|
| 931 | 2026-09-09T02:15:36.212Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = destroy
|
| 932 | 2026-09-09T02:15:36.245Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
|
| 933 | 2026-09-09T02:15:36.245Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::export_failure
target = phd_framework::zfs
verb = destroy
|
| 934 | 2026-09-09T02:15:36.262Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1592
file = phd-tests/tests/src/migrate.rs
line = 206
path = phd_tests::migrate::running_process::export_failure
target = phd_tests::migrate::running_process
|
| 935 | 2026-09-09T02:15:36.266Z | INFO | phd-runner: test phd_tests::migrate::running_process::export_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:230:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::export_failure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:206:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 936 | 2026-09-09T02:15:36.267Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 937 | 2026-09-09T02:15:36.267Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 938 | 2026-09-09T02:15:36.267Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::import_failure
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 939 | 2026-09-09T02:15:36.267Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 940 | 2026-09-09T02:15:36.267Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 941 | 2026-09-09T02:15:36.267Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 136
path = phd_tests::migrate::running_process::import_failure
target = phd_tests::migrate::running_process
|
| 942 | 2026-09-09T02:15:36.267Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 943 | 2026-09-09T02:15:36.267Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 944 | 2026-09-09T02:15:36.267Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 945 | 2026-09-09T02:15:36.267Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 946 | 2026-09-09T02:15:36.277Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 947 | 2026-09-09T02:15:36.278Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = snapshot
|
| 948 | 2026-09-09T02:15:36.296Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110", "phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = clone
|
| 949 | 2026-09-09T02:15:36.313Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 950 | 2026-09-09T02:15:36.325Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945 0B 25.3T 207M /phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\n
target = phd_framework::zfs
|
| 951 | 2026-09-09T02:15:36.326Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 952 | 2026-09-09T02:15:36.326Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_source
|
| 953 | 2026-09-09T02:15:36.326Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 954 | 2026-09-09T02:15:36.326Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 955 | 2026-09-09T02:15:36.326Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log"
target = phd_framework::log_config
|
| 956 | 2026-09-09T02:15:36.364Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1133
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 957 | 2026-09-09T02:15:36.379Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 52
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 958 | 2026-09-09T02:15:36.379Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 959 | 2026-09-09T02:15:36.379Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 960 | 2026-09-09T02:15:36.379Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 961 | 2026-09-09T02:15:36.379Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 962 | 2026-09-09T02:15:36.390Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 963 | 2026-09-09T02:15:36.391Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = snapshot
|
| 964 | 2026-09-09T02:15:36.412Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd", "phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = clone
|
| 965 | 2026-09-09T02:15:36.429Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = list
|
| 966 | 2026-09-09T02:15:36.440Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::import_failure
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf 0B 25.3T 207M /phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\n
target = phd_framework::zfs
|
| 967 | 2026-09-09T02:15:36.441Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 968 | 2026-09-09T02:15:36.441Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_target1
|
| 969 | 2026-09-09T02:15:36.441Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 970 | 2026-09-09T02:15:36.441Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 971 | 2026-09-09T02:15:36.441Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log"
target = phd_framework::log_config
|
| 972 | 2026-09-09T02:15:36.476Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1138
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 973 | 2026-09-09T02:15:36.490Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 974 | 2026-09-09T02:15:36.490Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 975 | 2026-09-09T02:15:36.490Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm_name = migrate_running_process::import_failure_target2
|
| 976 | 2026-09-09T02:15:36.490Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 977 | 2026-09-09T02:15:36.491Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::import_failure
server_addr = 127.0.0.1:9004
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 978 | 2026-09-09T02:15:36.491Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::import_failure
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log"
target = phd_framework::log_config
|
| 979 | 2026-09-09T02:15:36.520Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1139
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm::server
|
| 980 | 2026-09-09T02:15:36.533Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 42
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
|
| 981 | 2026-09-09T02:15:36.533Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c
|
| 982 | 2026-09-09T02:15:36.534Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c
|
| 983 | 2026-09-09T02:15:37.124Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c
|
| 984 | 2026-09-09T02:15:37.709Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c
|
| 985 | 2026-09-09T02:15:37.710Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1176
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::test_vm
vm = migrate_running_process::import_failure_source
vm_id = 5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c
|
| 986 | 2026-09-09T02:15:37.710Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9004
target = phd_framework::test_vm::server
|
| 987 | 2026-09-09T02:15:37.718Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 988 | 2026-09-09T02:15:37.727Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 989 | 2026-09-09T02:15:37.727Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 990 | 2026-09-09T02:15:37.758Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 991 | 2026-09-09T02:15:37.758Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 992 | 2026-09-09T02:15:37.776Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::import_failure
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 993 | 2026-09-09T02:15:37.784Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 994 | 2026-09-09T02:15:37.785Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 995 | 2026-09-09T02:15:37.808Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
|
| 996 | 2026-09-09T02:15:37.808Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::import_failure
target = phd_framework::zfs
verb = destroy
|
| 997 | 2026-09-09T02:15:37.827Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1559
file = phd-tests/tests/src/migrate.rs
line = 136
path = phd_tests::migrate::running_process::import_failure
target = phd_tests::migrate::running_process
|
| 998 | 2026-09-09T02:15:37.829Z | INFO | phd-runner: test phd_tests::migrate::running_process::import_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:168:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::import_failure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:136:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 999 | 2026-09-09T02:15:37.830Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1000 | 2026-09-09T02:15:37.830Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1001 | 2026-09-09T02:15:37.830Z | INFO | phd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1002 | 2026-09-09T02:15:37.830Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1003 | 2026-09-09T02:15:37.830Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1004 | 2026-09-09T02:15:37.830Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/migrate.rs
line = 116
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_tests::migrate::running_process
|
| 1005 | 2026-09-09T02:15:37.830Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1006 | 2026-09-09T02:15:37.830Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1007 | 2026-09-09T02:15:37.830Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1008 | 2026-09-09T02:15:37.830Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = list
|
| 1009 | 2026-09-09T02:15:37.843Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::migrate_running_process
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1010 | 2026-09-09T02:15:37.843Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = snapshot
|
| 1011 | 2026-09-09T02:15:37.859Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71", "phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = clone
|
| 1012 | 2026-09-09T02:15:37.877Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = list
|
| 1013 | 2026-09-09T02:15:37.887Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::migrate::running_process::migrate_running_process
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9 0B 25.3T 207M /phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\n
target = phd_framework::zfs
|
| 1014 | 2026-09-09T02:15:37.888Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1015 | 2026-09-09T02:15:37.888Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm_name = migrate_running_process_source
|
| 1016 | 2026-09-09T02:15:37.888Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1017 | 2026-09-09T02:15:37.888Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::migrate_running_process
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1018 | 2026-09-09T02:15:37.888Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::migrate_running_process
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log"
target = phd_framework::log_config
|
| 1019 | 2026-09-09T02:15:37.923Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1151
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm::server
|
| 1020 | 2026-09-09T02:15:37.937Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1021 | 2026-09-09T02:15:37.937Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1022 | 2026-09-09T02:15:37.937Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm_name = migrate_running_process_target
|
| 1023 | 2026-09-09T02:15:37.937Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1024 | 2026-09-09T02:15:37.937Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::migrate::running_process::migrate_running_process
server_addr = 127.0.0.1:9002
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1025 | 2026-09-09T02:15:37.937Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::migrate::running_process::migrate_running_process
stderr_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log"
target = phd_framework::log_config
|
| 1026 | 2026-09-09T02:15:37.979Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1152
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm::server
|
| 1027 | 2026-09-09T02:15:37.992Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 55
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
|
| 1028 | 2026-09-09T02:15:37.993Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 1c34b2b8-5777-427e-afcd-6a2b21464420
|
| 1029 | 2026-09-09T02:15:37.993Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 1c34b2b8-5777-427e-afcd-6a2b21464420
|
| 1030 | 2026-09-09T02:15:38.526Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 1c34b2b8-5777-427e-afcd-6a2b21464420
|
| 1031 | 2026-09-09T02:15:39.556Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 1c34b2b8-5777-427e-afcd-6a2b21464420
|
| 1032 | 2026-09-09T02:15:39.556Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1563
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::test_vm
vm = migrate_running_process_source
vm_id = 1c34b2b8-5777-427e-afcd-6a2b21464420
|
| 1033 | 2026-09-09T02:15:39.557Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::migrate_running_process
self.address = 127.0.0.1:9002
target = phd_framework::test_vm::server
|
| 1034 | 2026-09-09T02:15:39.566Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::migrate::running_process::migrate_running_process
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1035 | 2026-09-09T02:15:39.574Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
|
| 1036 | 2026-09-09T02:15:39.574Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = destroy
|
| 1037 | 2026-09-09T02:15:39.607Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
|
| 1038 | 2026-09-09T02:15:39.607Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_framework::zfs
verb = destroy
|
| 1039 | 2026-09-09T02:15:39.625Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1795
file = phd-tests/tests/src/migrate.rs
line = 116
path = phd_tests::migrate::running_process::migrate_running_process
target = phd_tests::migrate::running_process
|
| 1040 | 2026-09-09T02:15:39.629Z | INFO | phd-runner: test phd_tests::migrate::running_process::migrate_running_process ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:124:25
8: <tracing::instrument::Instrumented<phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::migrate::running_process::migrate_running_process::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:116:5
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1041 | 2026-09-09T02:15:39.629Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1042 | 2026-09-09T02:15:39.629Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1043 | 2026-09-09T02:15:39.629Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_reset_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1044 | 2026-09-09T02:15:39.629Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1045 | 2026-09-09T02:15:39.629Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1046 | 2026-09-09T02:15:39.630Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 72
path = phd_tests::server_state_machine::instance_reset_test
target = phd_tests::server_state_machine
|
| 1047 | 2026-09-09T02:15:39.630Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1048 | 2026-09-09T02:15:39.630Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1049 | 2026-09-09T02:15:39.630Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1050 | 2026-09-09T02:15:39.630Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = list
|
| 1051 | 2026-09-09T02:15:39.641Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1052 | 2026-09-09T02:15:39.641Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = snapshot
|
| 1053 | 2026-09-09T02:15:39.660Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562", "phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = clone
|
| 1054 | 2026-09-09T02:15:39.677Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = list
|
| 1055 | 2026-09-09T02:15:39.689Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3 0B 25.3T 207M /phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\n
target = phd_framework::zfs
|
| 1056 | 2026-09-09T02:15:39.690Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
|
| 1057 | 2026-09-09T02:15:39.690Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm_name = instance_reset_returns_to_running_test
|
| 1058 | 2026-09-09T02:15:39.690Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1059 | 2026-09-09T02:15:39.690Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_reset_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1060 | 2026-09-09T02:15:39.690Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_reset_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log"
target = phd_framework::log_config
|
| 1061 | 2026-09-09T02:15:39.726Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1161
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm::server
|
| 1062 | 2026-09-09T02:15:39.739Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
|
| 1063 | 2026-09-09T02:15:39.740Z | INFO | phd-runner: [PUT_INSTANCE_STATE - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1064 | 2026-09-09T02:15:39.740Z | INFO | phd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change
file = phd-tests/framework/src/test_vm/mod.rs
line = 580
path = phd_tests::server_state_machine::instance_reset_test
state = Reboot
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1065 | 2026-09-09T02:15:39.740Z | INFO | phd-runner: [PUT_INSTANCE_STATE - END]
elapsed_milliseconds = 0
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1066 | 2026-09-09T02:15:39.740Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1067 | 2026-09-09T02:15:39.741Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1068 | 2026-09-09T02:15:40.087Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1069 | 2026-09-09T02:15:41.031Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1070 | 2026-09-09T02:15:41.031Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1290
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::test_vm
vm = instance_reset_returns_to_running_test
vm_id = ff2e1f7f-43b6-41c7-a998-c71656e4684d
|
| 1071 | 2026-09-09T02:15:41.031Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_reset_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1072 | 2026-09-09T02:15:41.040Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
|
| 1073 | 2026-09-09T02:15:41.040Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = destroy
|
| 1074 | 2026-09-09T02:15:41.070Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
|
| 1075 | 2026-09-09T02:15:41.070Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_test
target = phd_framework::zfs
verb = destroy
|
| 1076 | 2026-09-09T02:15:41.088Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1458
file = phd-tests/tests/src/server_state_machine.rs
line = 72
path = phd_tests::server_state_machine::instance_reset_test
target = phd_tests::server_state_machine
|
| 1077 | 2026-09-09T02:15:41.092Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_reset_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:78:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_reset_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:72:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1078 | 2026-09-09T02:15:41.092Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1079 | 2026-09-09T02:15:41.092Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1080 | 2026-09-09T02:15:41.092Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1081 | 2026-09-09T02:15:41.092Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1082 | 2026-09-09T02:15:41.092Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1083 | 2026-09-09T02:15:41.092Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 16
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_tests::server_state_machine
|
| 1084 | 2026-09-09T02:15:41.092Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1085 | 2026-09-09T02:15:41.092Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1086 | 2026-09-09T02:15:41.093Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1087 | 2026-09-09T02:15:41.093Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = list
|
| 1088 | 2026-09-09T02:15:41.104Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_start_stop_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1089 | 2026-09-09T02:15:41.104Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = snapshot
|
| 1090 | 2026-09-09T02:15:41.121Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01", "phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = clone
|
| 1091 | 2026-09-09T02:15:41.138Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = list
|
| 1092 | 2026-09-09T02:15:41.150Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_start_stop_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7 0B 25.3T 207M /phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\n
target = phd_framework::zfs
|
| 1093 | 2026-09-09T02:15:41.151Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
|
| 1094 | 2026-09-09T02:15:41.151Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm_name = instance_ensure_running_test
|
| 1095 | 2026-09-09T02:15:41.151Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1096 | 2026-09-09T02:15:41.151Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_start_stop_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1097 | 2026-09-09T02:15:41.151Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_start_stop_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log"
target = phd_framework::log_config
|
| 1098 | 2026-09-09T02:15:41.187Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1169
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm::server
|
| 1099 | 2026-09-09T02:15:41.201Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
|
| 1100 | 2026-09-09T02:15:41.201Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 5d465562-0fa3-417e-845e-2892eb088bc7
|
| 1101 | 2026-09-09T02:15:41.202Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 5d465562-0fa3-417e-845e-2892eb088bc7
|
| 1102 | 2026-09-09T02:15:41.894Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 5d465562-0fa3-417e-845e-2892eb088bc7
|
| 1103 | 2026-09-09T02:15:42.453Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 5d465562-0fa3-417e-845e-2892eb088bc7
|
| 1104 | 2026-09-09T02:15:42.453Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1251
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::test_vm
vm = instance_ensure_running_test
vm_id = 5d465562-0fa3-417e-845e-2892eb088bc7
|
| 1105 | 2026-09-09T02:15:42.453Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_start_stop_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1106 | 2026-09-09T02:15:42.462Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
|
| 1107 | 2026-09-09T02:15:42.462Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = destroy
|
| 1108 | 2026-09-09T02:15:42.496Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
|
| 1109 | 2026-09-09T02:15:42.496Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_framework::zfs
verb = destroy
|
| 1110 | 2026-09-09T02:15:42.513Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1420
file = phd-tests/tests/src/server_state_machine.rs
line = 16
path = phd_tests::server_state_machine::instance_start_stop_test
target = phd_tests::server_state_machine
|
| 1111 | 2026-09-09T02:15:42.517Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:20:26
7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
8: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:16:1
9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
10: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
20: __rust_try
21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
27: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
42: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
51: __rust_try
52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
58: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
60: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
61: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
67: __rust_try
68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
73: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
74: _thrp_setup
75: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1112 | 2026-09-09T02:15:42.517Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1113 | 2026-09-09T02:15:42.517Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1114 | 2026-09-09T02:15:42.517Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_stop_unstarted_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1115 | 2026-09-09T02:15:42.517Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1116 | 2026-09-09T02:15:42.517Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1117 | 2026-09-09T02:15:42.517Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 32
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_tests::server_state_machine
|
| 1118 | 2026-09-09T02:15:42.517Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1119 | 2026-09-09T02:15:42.517Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1120 | 2026-09-09T02:15:42.517Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1121 | 2026-09-09T02:15:42.518Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = list
|
| 1122 | 2026-09-09T02:15:42.528Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1123 | 2026-09-09T02:15:42.529Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = snapshot
|
| 1124 | 2026-09-09T02:15:42.546Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa", "phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = clone
|
| 1125 | 2026-09-09T02:15:42.564Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = list
|
| 1126 | 2026-09-09T02:15:42.575Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532 0B 25.3T 207M /phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\n
target = phd_framework::zfs
|
| 1127 | 2026-09-09T02:15:42.575Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
|
| 1128 | 2026-09-09T02:15:42.575Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm_name = instance_stop_unstarted_test
|
| 1129 | 2026-09-09T02:15:42.575Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1130 | 2026-09-09T02:15:42.576Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_stop_unstarted_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1131 | 2026-09-09T02:15:42.576Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_stop_unstarted_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log"
target = phd_framework::log_config
|
| 1132 | 2026-09-09T02:15:42.611Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1177
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm::server
|
| 1133 | 2026-09-09T02:15:42.625Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
|
| 1134 | 2026-09-09T02:15:42.625Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04
|
| 1135 | 2026-09-09T02:15:42.626Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04
|
| 1136 | 2026-09-09T02:15:43.215Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04
|
| 1137 | 2026-09-09T02:15:44.065Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04
|
| 1138 | 2026-09-09T02:15:44.066Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1440
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::test_vm
vm = instance_stop_unstarted_test
vm_id = f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04
|
| 1139 | 2026-09-09T02:15:44.066Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_stop_unstarted_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1140 | 2026-09-09T02:15:44.075Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
|
| 1141 | 2026-09-09T02:15:44.075Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = destroy
|
| 1142 | 2026-09-09T02:15:44.105Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
|
| 1143 | 2026-09-09T02:15:44.105Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_framework::zfs
verb = destroy
|
| 1144 | 2026-09-09T02:15:44.123Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1605
file = phd-tests/tests/src/server_state_machine.rs
line = 32
path = phd_tests::server_state_machine::instance_stop_unstarted_test
target = phd_tests::server_state_machine
|
| 1145 | 2026-09-09T02:15:44.125Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_stop_unstarted_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:36:26
7: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
8: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:32:1
9: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
10: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
12: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
14: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
15: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
17: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
18: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
19: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
20: __rust_try
21: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
22: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
23: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
24: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
26: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
27: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
28: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
29: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
30: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
31: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
32: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
35: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
37: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
41: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
42: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
43: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
44: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
45: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
46: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
48: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
49: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
50: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
51: __rust_try
52: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
53: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
54: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
55: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
57: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
58: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
59: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
60: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
61: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
62: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
63: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
64: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
65: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
66: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
67: __rust_try
68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
69: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
70: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
71: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
72: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
73: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
74: _thrp_setup
75: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1146 | 2026-09-09T02:15:44.125Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1147 | 2026-09-09T02:15:44.126Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1148 | 2026-09-09T02:15:44.126Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::stop_while_blocked_on_start_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1149 | 2026-09-09T02:15:44.126Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1150 | 2026-09-09T02:15:44.126Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1151 | 2026-09-09T02:15:44.126Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 113
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_tests::server_state_machine
|
| 1152 | 2026-09-09T02:15:44.126Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1153 | 2026-09-09T02:15:44.126Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1154 | 2026-09-09T02:15:44.126Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1155 | 2026-09-09T02:15:44.126Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = list
|
| 1156 | 2026-09-09T02:15:44.138Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1157 | 2026-09-09T02:15:44.138Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = snapshot
|
| 1158 | 2026-09-09T02:15:44.156Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221", "phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = clone
|
| 1159 | 2026-09-09T02:15:44.173Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = list
|
| 1160 | 2026-09-09T02:15:44.186Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b 0B 25.3T 207M /phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\n
target = phd_framework::zfs
|
| 1161 | 2026-09-09T02:15:44.186Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 1162 | 2026-09-09T02:15:44.186Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000", "--encrypted", "--uuid", "741eeb41-def4-460a-b7cd-605f04090bcb", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1163 | 2026-09-09T02:15:44.211Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.195712883Z","hostname":"BRM42220010","pid":1185}\n{"msg":"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.207361609Z","hostname":"BRM42220010","pid":1185}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.207376547Z","hostname":"BRM42220010","pid":1185}\n
target = phd_framework::disk::crucible
|
| 1164 | 2026-09-09T02:15:44.211Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001", "--encrypted", "--uuid", "741eeb41-def4-460a-b7cd-605f04090bcb", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1165 | 2026-09-09T02:15:44.237Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.222213838Z","hostname":"BRM42220010","pid":1186}\n{"msg":"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.233356766Z","hostname":"BRM42220010","pid":1186}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.233372336Z","hostname":"BRM42220010","pid":1186}\n
target = phd_framework::disk::crucible
|
| 1166 | 2026-09-09T02:15:44.237Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002", "--encrypted", "--uuid", "741eeb41-def4-460a-b7cd-605f04090bcb", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1167 | 2026-09-09T02:15:44.262Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.246896493Z","hostname":"BRM42220010","pid":1187}\n{"msg":"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.258702259Z","hostname":"BRM42220010","pid":1187}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:15:44.258715671Z","hostname":"BRM42220010","pid":1187}\n
target = phd_framework::disk::crucible
|
| 1168 | 2026-09-09T02:15:44.262Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stdout.log"
target = phd_framework::log_config
|
| 1169 | 2026-09-09T02:15:44.263Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1170 | 2026-09-09T02:15:44.263Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1171 | 2026-09-09T02:15:44.265Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stdout.log"
target = phd_framework::log_config
|
| 1172 | 2026-09-09T02:15:44.265Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1173 | 2026-09-09T02:15:44.265Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1174 | 2026-09-09T02:15:44.267Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stdout.log"
target = phd_framework::log_config
|
| 1175 | 2026-09-09T02:15:44.267Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1176 | 2026-09-09T02:15:44.267Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1177 | 2026-09-09T02:15:44.270Z | INFO | phd-runner: [TEST - EVENT] enabling vcr black hole
disk = vcr-replacement-target
file = phd-tests/framework/src/disk/crucible.rs
line = 130
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::disk::crucible
|
| 1178 | 2026-09-09T02:15:44.270Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
|
| 1179 | 2026-09-09T02:15:44.270Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm_name = stop_while_blocked_on_start_test
|
| 1180 | 2026-09-09T02:15:44.270Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1181 | 2026-09-09T02:15:44.270Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1182 | 2026-09-09T02:15:44.270Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log"
target = phd_framework::log_config
|
| 1183 | 2026-09-09T02:15:44.309Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1191
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm::server
|
| 1184 | 2026-09-09T02:15:44.323Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 52
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
|
| 1185 | 2026-09-09T02:15:44.323Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7
|
| 1186 | 2026-09-09T02:15:44.324Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7
|
| 1187 | 2026-09-09T02:15:45.019Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7
|
| 1188 | 2026-09-09T02:15:45.918Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7
|
| 1189 | 2026-09-09T02:15:45.919Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1595
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::test_vm
vm = stop_while_blocked_on_start_test
vm_id = f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7
|
| 1190 | 2026-09-09T02:15:45.919Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 1191 | 2026-09-09T02:15:45.927Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
|
| 1192 | 2026-09-09T02:15:45.927Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = destroy
|
| 1193 | 2026-09-09T02:15:45.959Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
|
| 1194 | 2026-09-09T02:15:45.959Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_framework::zfs
verb = destroy
|
| 1195 | 2026-09-09T02:15:45.977Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000" } }
target = phd_framework::disk::crucible
|
| 1196 | 2026-09-09T02:15:45.982Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000"
target = phd_framework::disk::crucible
|
| 1197 | 2026-09-09T02:15:45.983Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001" } }
target = phd_framework::disk::crucible
|
| 1198 | 2026-09-09T02:15:45.987Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001"
target = phd_framework::disk::crucible
|
| 1199 | 2026-09-09T02:15:45.988Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002" } }
target = phd_framework::disk::crucible
|
| 1200 | 2026-09-09T02:15:45.993Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
self.path = "/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002"
target = phd_framework::disk::crucible
|
| 1201 | 2026-09-09T02:15:45.995Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1868
file = phd-tests/tests/src/server_state_machine.rs
line = 113
path = phd_tests::server_state_machine::stop_while_blocked_on_start_test
target = phd_tests::server_state_machine
|
| 1202 | 2026-09-09T02:15:45.999Z | INFO | phd-runner: test phd_tests::server_state_machine::stop_while_blocked_on_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:147:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:113:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1203 | 2026-09-09T02:15:46.000Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1204 | 2026-09-09T02:15:46.000Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1205 | 2026-09-09T02:15:46.000Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1206 | 2026-09-09T02:15:46.000Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1207 | 2026-09-09T02:15:46.000Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1208 | 2026-09-09T02:15:46.000Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 48
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_tests::server_state_machine
|
| 1209 | 2026-09-09T02:15:46.000Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1210 | 2026-09-09T02:15:46.000Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1211 | 2026-09-09T02:15:46.000Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1212 | 2026-09-09T02:15:46.001Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = list
|
| 1213 | 2026-09-09T02:15:46.012Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1214 | 2026-09-09T02:15:46.012Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = snapshot
|
| 1215 | 2026-09-09T02:15:46.028Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9", "phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = clone
|
| 1216 | 2026-09-09T02:15:46.045Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = list
|
| 1217 | 2026-09-09T02:15:46.056Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec 0B 25.3T 207M /phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\n
target = phd_framework::zfs
|
| 1218 | 2026-09-09T02:15:46.056Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
|
| 1219 | 2026-09-09T02:15:46.056Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm_name = instance_stop_causes_destroy_test
|
| 1220 | 2026-09-09T02:15:46.056Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1221 | 2026-09-09T02:15:46.057Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1222 | 2026-09-09T02:15:46.057Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log"
target = phd_framework::log_config
|
| 1223 | 2026-09-09T02:15:46.089Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1199
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm::server
|
| 1224 | 2026-09-09T02:15:46.103Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 46
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
|
| 1225 | 2026-09-09T02:15:46.103Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = f13dd114-d89c-4942-9770-1635e19aafb2
|
| 1226 | 2026-09-09T02:15:46.104Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = f13dd114-d89c-4942-9770-1635e19aafb2
|
| 1227 | 2026-09-09T02:15:46.785Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = f13dd114-d89c-4942-9770-1635e19aafb2
|
| 1228 | 2026-09-09T02:15:47.520Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = f13dd114-d89c-4942-9770-1635e19aafb2
|
| 1229 | 2026-09-09T02:15:47.521Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1417
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::test_vm
vm = instance_stop_causes_destroy_test
vm_id = f13dd114-d89c-4942-9770-1635e19aafb2
|
| 1230 | 2026-09-09T02:15:47.521Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1231 | 2026-09-09T02:15:47.529Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
|
| 1232 | 2026-09-09T02:15:47.529Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = destroy
|
| 1233 | 2026-09-09T02:15:47.562Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
|
| 1234 | 2026-09-09T02:15:47.562Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_framework::zfs
verb = destroy
|
| 1235 | 2026-09-09T02:15:47.581Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1580
file = phd-tests/tests/src/server_state_machine.rs
line = 48
path = phd_tests::server_state_machine::instance_stop_causes_destroy_test
target = phd_tests::server_state_machine
|
| 1236 | 2026-09-09T02:15:47.584Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:53:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:48:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1237 | 2026-09-09T02:15:47.584Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1238 | 2026-09-09T02:15:47.584Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1239 | 2026-09-09T02:15:47.584Z | INFO | phd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1240 | 2026-09-09T02:15:47.584Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1241 | 2026-09-09T02:15:47.584Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1242 | 2026-09-09T02:15:47.585Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/server_state_machine.rs
line = 103
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_tests::server_state_machine
|
| 1243 | 2026-09-09T02:15:47.585Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1244 | 2026-09-09T02:15:47.585Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1245 | 2026-09-09T02:15:47.585Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1246 | 2026-09-09T02:15:47.585Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = list
|
| 1247 | 2026-09-09T02:15:47.597Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1248 | 2026-09-09T02:15:47.597Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = snapshot
|
| 1249 | 2026-09-09T02:15:47.616Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0", "phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = clone
|
| 1250 | 2026-09-09T02:15:47.633Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = list
|
| 1251 | 2026-09-09T02:15:47.645Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882 0B 25.3T 207M /phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\n
target = phd_framework::zfs
|
| 1252 | 2026-09-09T02:15:47.646Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
|
| 1253 | 2026-09-09T02:15:47.646Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm_name = instance_reset_requires_running_test
|
| 1254 | 2026-09-09T02:15:47.646Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1255 | 2026-09-09T02:15:47.646Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::server_state_machine::instance_reset_requires_running_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1256 | 2026-09-09T02:15:47.646Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::server_state_machine::instance_reset_requires_running_test
stderr_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log"
target = phd_framework::log_config
|
| 1257 | 2026-09-09T02:15:47.682Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1207
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm::server
|
| 1258 | 2026-09-09T02:15:47.696Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
|
| 1259 | 2026-09-09T02:15:47.696Z | INFO | phd-runner: [PUT_INSTANCE_STATE - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1260 | 2026-09-09T02:15:47.696Z | INFO | phd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change
file = phd-tests/framework/src/test_vm/mod.rs
line = 580
path = phd_tests::server_state_machine::instance_reset_requires_running_test
state = Reboot
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1261 | 2026-09-09T02:15:47.696Z | INFO | phd-runner: [PUT_INSTANCE_STATE - END]
elapsed_milliseconds = 0
file = phd-tests/framework/src/test_vm/mod.rs
line = 575
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1262 | 2026-09-09T02:15:47.697Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1263 | 2026-09-09T02:15:47.697Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1264 | 2026-09-09T02:15:48.253Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1265 | 2026-09-09T02:15:49.196Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1266 | 2026-09-09T02:15:49.196Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1499
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::test_vm
vm = instance_reset_requires_running_test
vm_id = 922c5a0f-433c-436d-af9c-f18b59b0cf3a
|
| 1267 | 2026-09-09T02:15:49.196Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::server_state_machine::instance_reset_requires_running_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1268 | 2026-09-09T02:15:49.205Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
|
| 1269 | 2026-09-09T02:15:49.205Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = destroy
|
| 1270 | 2026-09-09T02:15:49.237Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
|
| 1271 | 2026-09-09T02:15:49.237Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_framework::zfs
verb = destroy
|
| 1272 | 2026-09-09T02:15:49.254Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1669
file = phd-tests/tests/src/server_state_machine.rs
line = 103
path = phd_tests::server_state_machine::instance_reset_requires_running_test
target = phd_tests::server_state_machine
|
| 1273 | 2026-09-09T02:15:49.258Z | INFO | phd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:109:17
8: <tracing::instrument::Instrumented<phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:103:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1274 | 2026-09-09T02:15:49.258Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1275 | 2026-09-09T02:15:49.258Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1276 | 2026-09-09T02:15:49.258Z | INFO | phd-runner: Starting test phd_tests::vsock::vsock_get_cid
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1277 | 2026-09-09T02:15:49.258Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1278 | 2026-09-09T02:15:49.258Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1279 | 2026-09-09T02:15:49.258Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/vsock.rs
line = 25
path = phd_tests::vsock::vsock_get_cid
target = phd_tests::vsock
|
| 1280 | 2026-09-09T02:15:49.259Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1281 | 2026-09-09T02:15:49.259Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1282 | 2026-09-09T02:15:49.259Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1283 | 2026-09-09T02:15:49.259Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = list
|
| 1284 | 2026-09-09T02:15:49.270Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_get_cid
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1285 | 2026-09-09T02:15:49.271Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = snapshot
|
| 1286 | 2026-09-09T02:15:49.288Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec", "phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = clone
|
| 1287 | 2026-09-09T02:15:49.306Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = list
|
| 1288 | 2026-09-09T02:15:49.318Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_get_cid
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a 0B 25.3T 207M /phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\n
target = phd_framework::zfs
|
| 1289 | 2026-09-09T02:15:49.318Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
|
| 1290 | 2026-09-09T02:15:49.319Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm_name = vsock_get_cid
|
| 1291 | 2026-09-09T02:15:49.319Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1292 | 2026-09-09T02:15:49.319Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::vsock::vsock_get_cid
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1293 | 2026-09-09T02:15:49.319Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::vsock::vsock_get_cid
stderr_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log"
target = phd_framework::log_config
|
| 1294 | 2026-09-09T02:15:49.354Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1215
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm::server
|
| 1295 | 2026-09-09T02:15:49.369Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
|
| 1296 | 2026-09-09T02:15:49.369Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 478186b2-7bd2-482d-9924-5619791cadd7
|
| 1297 | 2026-09-09T02:15:49.369Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 478186b2-7bd2-482d-9924-5619791cadd7
|
| 1298 | 2026-09-09T02:15:50.078Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 478186b2-7bd2-482d-9924-5619791cadd7
|
| 1299 | 2026-09-09T02:15:50.816Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 478186b2-7bd2-482d-9924-5619791cadd7
|
| 1300 | 2026-09-09T02:15:50.816Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1447
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::test_vm
vm = vsock_get_cid
vm_id = 478186b2-7bd2-482d-9924-5619791cadd7
|
| 1301 | 2026-09-09T02:15:50.817Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::vsock::vsock_get_cid
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1302 | 2026-09-09T02:15:50.825Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
|
| 1303 | 2026-09-09T02:15:50.825Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = destroy
|
| 1304 | 2026-09-09T02:15:50.856Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
|
| 1305 | 2026-09-09T02:15:50.856Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_get_cid
target = phd_framework::zfs
verb = destroy
|
| 1306 | 2026-09-09T02:15:50.874Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1615
file = phd-tests/tests/src/vsock.rs
line = 25
path = phd_tests::vsock::vsock_get_cid
target = phd_tests::vsock
|
| 1307 | 2026-09-09T02:15:50.878Z | INFO | phd-runner: test phd_tests::vsock::vsock_get_cid ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:33:17
8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::vsock::vsock_get_cid::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:25:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1308 | 2026-09-09T02:15:50.878Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1309 | 2026-09-09T02:15:50.878Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1310 | 2026-09-09T02:15:50.878Z | INFO | phd-runner: Starting test phd_tests::vsock::vsock_smoke_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1311 | 2026-09-09T02:15:50.878Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1312 | 2026-09-09T02:15:50.878Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1313 | 2026-09-09T02:15:50.878Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/vsock.rs
line = 10
path = phd_tests::vsock::vsock_smoke_test
target = phd_tests::vsock
|
| 1314 | 2026-09-09T02:15:50.878Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1315 | 2026-09-09T02:15:50.878Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1316 | 2026-09-09T02:15:50.878Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1317 | 2026-09-09T02:15:50.878Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = list
|
| 1318 | 2026-09-09T02:15:50.889Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1319 | 2026-09-09T02:15:50.889Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = snapshot
|
| 1320 | 2026-09-09T02:15:50.905Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98", "phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = clone
|
| 1321 | 2026-09-09T02:15:50.923Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = list
|
| 1322 | 2026-09-09T02:15:50.935Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::vsock::vsock_smoke_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38 0B 25.3T 207M /phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\n
target = phd_framework::zfs
|
| 1323 | 2026-09-09T02:15:50.936Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
|
| 1324 | 2026-09-09T02:15:50.936Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm_name = vsock_smoke_test
|
| 1325 | 2026-09-09T02:15:50.936Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1326 | 2026-09-09T02:15:50.936Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::vsock::vsock_smoke_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1327 | 2026-09-09T02:15:50.936Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::vsock::vsock_smoke_test
stderr_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log"
target = phd_framework::log_config
|
| 1328 | 2026-09-09T02:15:50.970Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1223
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm::server
|
| 1329 | 2026-09-09T02:15:50.984Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
|
| 1330 | 2026-09-09T02:15:50.985Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = fd93c066-8500-4d62-ac92-b4a6edb368a5
|
| 1331 | 2026-09-09T02:15:50.985Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = fd93c066-8500-4d62-ac92-b4a6edb368a5
|
| 1332 | 2026-09-09T02:15:51.660Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = fd93c066-8500-4d62-ac92-b4a6edb368a5
|
| 1333 | 2026-09-09T02:15:52.489Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = fd93c066-8500-4d62-ac92-b4a6edb368a5
|
| 1334 | 2026-09-09T02:15:52.489Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1504
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::test_vm
vm = vsock_smoke_test
vm_id = fd93c066-8500-4d62-ac92-b4a6edb368a5
|
| 1335 | 2026-09-09T02:15:52.489Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::vsock::vsock_smoke_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1336 | 2026-09-09T02:15:52.498Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
|
| 1337 | 2026-09-09T02:15:52.498Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1338 | 2026-09-09T02:15:52.530Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
|
| 1339 | 2026-09-09T02:15:52.530Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::vsock::vsock_smoke_test
target = phd_framework::zfs
verb = destroy
|
| 1340 | 2026-09-09T02:15:52.548Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1669
file = phd-tests/tests/src/vsock.rs
line = 10
path = phd_tests::vsock::vsock_smoke_test
target = phd_tests::vsock
|
| 1341 | 2026-09-09T02:15:52.551Z | INFO | phd-runner: test phd_tests::vsock::vsock_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:16:17
8: <tracing::instrument::Instrumented<phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::vsock::vsock_smoke_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1342 | 2026-09-09T02:15:52.551Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1343 | 2026-09-09T02:15:52.551Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1344 | 2026-09-09T02:15:52.551Z | INFO | phd-runner: Starting test phd_tests::framework::long_line_serial_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1345 | 2026-09-09T02:15:52.551Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1346 | 2026-09-09T02:15:52.551Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1347 | 2026-09-09T02:15:52.551Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/framework.rs
line = 20
path = phd_tests::framework::long_line_serial_test
target = phd_tests::framework
|
| 1348 | 2026-09-09T02:15:52.551Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1349 | 2026-09-09T02:15:52.551Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1350 | 2026-09-09T02:15:52.551Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1351 | 2026-09-09T02:15:52.552Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1352 | 2026-09-09T02:15:52.552Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = list
|
| 1353 | 2026-09-09T02:15:52.564Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::long_line_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1354 | 2026-09-09T02:15:52.564Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = snapshot
|
| 1355 | 2026-09-09T02:15:52.580Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b", "phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = clone
|
| 1356 | 2026-09-09T02:15:52.599Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = list
|
| 1357 | 2026-09-09T02:15:52.610Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::long_line_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3 0B 25.3T 207M /phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\n
target = phd_framework::zfs
|
| 1358 | 2026-09-09T02:15:52.611Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
|
| 1359 | 2026-09-09T02:15:52.611Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm_name = long_line_serial_test
|
| 1360 | 2026-09-09T02:15:52.611Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1361 | 2026-09-09T02:15:52.611Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::framework::long_line_serial_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1362 | 2026-09-09T02:15:52.611Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::framework::long_line_serial_test
stderr_path = "/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log"
target = phd_framework::log_config
|
| 1363 | 2026-09-09T02:15:52.647Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1231
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm::server
|
| 1364 | 2026-09-09T02:15:52.661Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
|
| 1365 | 2026-09-09T02:15:52.661Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 01439ca9-0122-4dd9-8889-67ee9cbb6c0c
|
| 1366 | 2026-09-09T02:15:52.661Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 01439ca9-0122-4dd9-8889-67ee9cbb6c0c
|
| 1367 | 2026-09-09T02:15:53.375Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 01439ca9-0122-4dd9-8889-67ee9cbb6c0c
|
| 1368 | 2026-09-09T02:15:53.896Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 01439ca9-0122-4dd9-8889-67ee9cbb6c0c
|
| 1369 | 2026-09-09T02:15:53.896Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1235
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::long_line_serial_test
target = phd_framework::test_vm
vm = long_line_serial_test
vm_id = 01439ca9-0122-4dd9-8889-67ee9cbb6c0c
|
| 1370 | 2026-09-09T02:15:53.896Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::framework::long_line_serial_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1371 | 2026-09-09T02:15:53.905Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
|
| 1372 | 2026-09-09T02:15:53.905Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1373 | 2026-09-09T02:15:53.938Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
|
| 1374 | 2026-09-09T02:15:53.938Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::long_line_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1375 | 2026-09-09T02:15:53.955Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1403
file = phd-tests/tests/src/framework.rs
line = 20
path = phd_tests::framework::long_line_serial_test
target = phd_tests::framework
|
| 1376 | 2026-09-09T02:15:53.959Z | INFO | phd-runner: test phd_tests::framework::long_line_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:33:17
8: <tracing::instrument::Instrumented<phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::framework::long_line_serial_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:20:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1377 | 2026-09-09T02:15:53.959Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1378 | 2026-09-09T02:15:53.959Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1379 | 2026-09-09T02:15:53.959Z | INFO | phd-runner: Starting test phd_tests::framework::multiline_serial_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1380 | 2026-09-09T02:15:53.959Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1381 | 2026-09-09T02:15:53.959Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1382 | 2026-09-09T02:15:53.959Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/framework.rs
line = 10
path = phd_tests::framework::multiline_serial_test
target = phd_tests::framework
|
| 1383 | 2026-09-09T02:15:53.960Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1384 | 2026-09-09T02:15:53.960Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1385 | 2026-09-09T02:15:53.960Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1386 | 2026-09-09T02:15:53.960Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = list
|
| 1387 | 2026-09-09T02:15:53.971Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::multiline_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1388 | 2026-09-09T02:15:53.971Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = snapshot
|
| 1389 | 2026-09-09T02:15:53.988Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1", "phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = clone
|
| 1390 | 2026-09-09T02:15:54.007Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = list
|
| 1391 | 2026-09-09T02:15:54.018Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::framework::multiline_serial_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917 0B 25.3T 207M /phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\n
target = phd_framework::zfs
|
| 1392 | 2026-09-09T02:15:54.019Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
|
| 1393 | 2026-09-09T02:15:54.019Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm_name = multiline_test
|
| 1394 | 2026-09-09T02:15:54.019Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1395 | 2026-09-09T02:15:54.019Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::framework::multiline_serial_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1396 | 2026-09-09T02:15:54.019Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::framework::multiline_serial_test
stderr_path = "/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stdout.log"
target = phd_framework::log_config
|
| 1397 | 2026-09-09T02:15:54.052Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1239
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm::server
|
| 1398 | 2026-09-09T02:15:54.067Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
|
| 1399 | 2026-09-09T02:15:54.067Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 8b6fdff0-b754-45cf-b891-677c00dfbbc1
|
| 1400 | 2026-09-09T02:15:54.067Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 8b6fdff0-b754-45cf-b891-677c00dfbbc1
|
| 1401 | 2026-09-09T02:15:54.385Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 8b6fdff0-b754-45cf-b891-677c00dfbbc1
|
| 1402 | 2026-09-09T02:15:54.952Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 8b6fdff0-b754-45cf-b891-677c00dfbbc1
|
| 1403 | 2026-09-09T02:15:54.952Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 885
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::framework::multiline_serial_test
target = phd_framework::test_vm
vm = multiline_test
vm_id = 8b6fdff0-b754-45cf-b891-677c00dfbbc1
|
| 1404 | 2026-09-09T02:15:54.952Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::framework::multiline_serial_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1405 | 2026-09-09T02:15:54.961Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
|
| 1406 | 2026-09-09T02:15:54.961Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1407 | 2026-09-09T02:15:54.995Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
|
| 1408 | 2026-09-09T02:15:54.995Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::framework::multiline_serial_test
target = phd_framework::zfs
verb = destroy
|
| 1409 | 2026-09-09T02:15:55.013Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1053
file = phd-tests/tests/src/framework.rs
line = 10
path = phd_tests::framework::multiline_serial_test
target = phd_tests::framework
|
| 1410 | 2026-09-09T02:15:55.016Z | INFO | phd-runner: test phd_tests::framework::multiline_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:13:17
8: <tracing::instrument::Instrumented<phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::framework::multiline_serial_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:10:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1411 | 2026-09-09T02:15:55.016Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1412 | 2026-09-09T02:15:55.016Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1413 | 2026-09-09T02:15:55.016Z | INFO | phd-runner: Starting test phd_tests::smoke::nproc_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1414 | 2026-09-09T02:15:55.016Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1415 | 2026-09-09T02:15:55.016Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1416 | 2026-09-09T02:15:55.016Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 8
path = phd_tests::smoke::nproc_test
target = phd_tests::smoke
|
| 1417 | 2026-09-09T02:15:55.016Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1418 | 2026-09-09T02:15:55.016Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1419 | 2026-09-09T02:15:55.016Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1420 | 2026-09-09T02:15:55.017Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = list
|
| 1421 | 2026-09-09T02:15:55.027Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::nproc_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1422 | 2026-09-09T02:15:55.028Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = snapshot
|
| 1423 | 2026-09-09T02:15:55.044Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed", "phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = clone
|
| 1424 | 2026-09-09T02:15:55.062Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = list
|
| 1425 | 2026-09-09T02:15:55.073Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::nproc_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502 0B 25.3T 207M /phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\n
target = phd_framework::zfs
|
| 1426 | 2026-09-09T02:15:55.073Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
|
| 1427 | 2026-09-09T02:15:55.073Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm_name = nproc_test
|
| 1428 | 2026-09-09T02:15:55.073Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1429 | 2026-09-09T02:15:55.073Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::nproc_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1430 | 2026-09-09T02:15:55.073Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::nproc_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stdout.log"
target = phd_framework::log_config
|
| 1431 | 2026-09-09T02:15:55.107Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1247
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm::server
|
| 1432 | 2026-09-09T02:15:55.121Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 47
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
|
| 1433 | 2026-09-09T02:15:55.121Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 07e74188-17ea-4341-8252-0ee81839fba1
|
| 1434 | 2026-09-09T02:15:55.122Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 07e74188-17ea-4341-8252-0ee81839fba1
|
| 1435 | 2026-09-09T02:15:55.481Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 07e74188-17ea-4341-8252-0ee81839fba1
|
| 1436 | 2026-09-09T02:15:56.407Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 07e74188-17ea-4341-8252-0ee81839fba1
|
| 1437 | 2026-09-09T02:15:56.408Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1286
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::nproc_test
target = phd_framework::test_vm
vm = nproc_test
vm_id = 07e74188-17ea-4341-8252-0ee81839fba1
|
| 1438 | 2026-09-09T02:15:56.408Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::nproc_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1439 | 2026-09-09T02:15:56.416Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
|
| 1440 | 2026-09-09T02:15:56.416Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = destroy
|
| 1441 | 2026-09-09T02:15:56.449Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
|
| 1442 | 2026-09-09T02:15:56.449Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::nproc_test
target = phd_framework::zfs
verb = destroy
|
| 1443 | 2026-09-09T02:15:56.467Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1450
file = phd-tests/tests/src/smoke.rs
line = 8
path = phd_tests::smoke::nproc_test
target = phd_tests::smoke
|
| 1444 | 2026-09-09T02:15:56.471Z | INFO | phd-runner: test phd_tests::smoke::nproc_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::nproc_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:12:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::nproc_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::nproc_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:8:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1445 | 2026-09-09T02:15:56.471Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1446 | 2026-09-09T02:15:56.472Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1447 | 2026-09-09T02:15:56.472Z | INFO | phd-runner: Starting test phd_tests::smoke::api_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1448 | 2026-09-09T02:15:56.472Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1449 | 2026-09-09T02:15:56.472Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1450 | 2026-09-09T02:15:56.472Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 19
path = phd_tests::smoke::api_reboot_test
target = phd_tests::smoke
|
| 1451 | 2026-09-09T02:15:56.472Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1452 | 2026-09-09T02:15:56.472Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1453 | 2026-09-09T02:15:56.472Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1454 | 2026-09-09T02:15:56.472Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = list
|
| 1455 | 2026-09-09T02:15:56.484Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::api_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1456 | 2026-09-09T02:15:56.484Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = snapshot
|
| 1457 | 2026-09-09T02:15:56.501Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084", "phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = clone
|
| 1458 | 2026-09-09T02:15:56.518Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = list
|
| 1459 | 2026-09-09T02:15:56.529Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::api_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d 0B 25.3T 207M /phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\n
target = phd_framework::zfs
|
| 1460 | 2026-09-09T02:15:56.530Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1461 | 2026-09-09T02:15:56.530Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm_name = api_reboot_test
|
| 1462 | 2026-09-09T02:15:56.530Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1463 | 2026-09-09T02:15:56.530Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::api_reboot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1464 | 2026-09-09T02:15:56.530Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1465 | 2026-09-09T02:15:56.565Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1255
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm::server
|
| 1466 | 2026-09-09T02:15:56.579Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1467 | 2026-09-09T02:15:56.579Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = d7b85519-8efe-4b47-b822-bfdc180767a1
|
| 1468 | 2026-09-09T02:15:56.580Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = d7b85519-8efe-4b47-b822-bfdc180767a1
|
| 1469 | 2026-09-09T02:15:57.257Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = d7b85519-8efe-4b47-b822-bfdc180767a1
|
| 1470 | 2026-09-09T02:15:58.188Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = d7b85519-8efe-4b47-b822-bfdc180767a1
|
| 1471 | 2026-09-09T02:15:58.189Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1609
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::api_reboot_test
target = phd_framework::test_vm
vm = api_reboot_test
vm_id = d7b85519-8efe-4b47-b822-bfdc180767a1
|
| 1472 | 2026-09-09T02:15:58.189Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::api_reboot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1473 | 2026-09-09T02:15:58.198Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
|
| 1474 | 2026-09-09T02:15:58.198Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1475 | 2026-09-09T02:15:58.229Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
|
| 1476 | 2026-09-09T02:15:58.229Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::api_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1477 | 2026-09-09T02:15:58.246Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1774
file = phd-tests/tests/src/smoke.rs
line = 19
path = phd_tests::smoke::api_reboot_test
target = phd_tests::smoke
|
| 1478 | 2026-09-09T02:15:58.249Z | INFO | phd-runner: test phd_tests::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:22:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::api_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:19:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1479 | 2026-09-09T02:15:58.249Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1480 | 2026-09-09T02:15:58.249Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1481 | 2026-09-09T02:15:58.249Z | INFO | phd-runner: Starting test phd_tests::smoke::guest_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1482 | 2026-09-09T02:15:58.249Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1483 | 2026-09-09T02:15:58.249Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1484 | 2026-09-09T02:15:58.250Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 28
path = phd_tests::smoke::guest_reboot_test
target = phd_tests::smoke
|
| 1485 | 2026-09-09T02:15:58.250Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1486 | 2026-09-09T02:15:58.250Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1487 | 2026-09-09T02:15:58.250Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1488 | 2026-09-09T02:15:58.250Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = list
|
| 1489 | 2026-09-09T02:15:58.262Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::guest_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1490 | 2026-09-09T02:15:58.262Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = snapshot
|
| 1491 | 2026-09-09T02:15:58.279Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356", "phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = clone
|
| 1492 | 2026-09-09T02:15:58.299Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = list
|
| 1493 | 2026-09-09T02:15:58.310Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::guest_reboot_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2 0B 25.3T 207M /phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\n
target = phd_framework::zfs
|
| 1494 | 2026-09-09T02:15:58.310Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1495 | 2026-09-09T02:15:58.310Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm_name = guest_reboot_test
|
| 1496 | 2026-09-09T02:15:58.310Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1497 | 2026-09-09T02:15:58.311Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::guest_reboot_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1498 | 2026-09-09T02:15:58.311Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1499 | 2026-09-09T02:15:58.347Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1263
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm::server
|
| 1500 | 2026-09-09T02:15:58.361Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1501 | 2026-09-09T02:15:58.361Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 5b6b9f10-f65a-4a87-b258-532eddb90d59
|
| 1502 | 2026-09-09T02:15:58.361Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 5b6b9f10-f65a-4a87-b258-532eddb90d59
|
| 1503 | 2026-09-09T02:15:58.869Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 5b6b9f10-f65a-4a87-b258-532eddb90d59
|
| 1504 | 2026-09-09T02:15:59.618Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 5b6b9f10-f65a-4a87-b258-532eddb90d59
|
| 1505 | 2026-09-09T02:15:59.618Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1257
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = guest_reboot_test
vm_id = 5b6b9f10-f65a-4a87-b258-532eddb90d59
|
| 1506 | 2026-09-09T02:15:59.619Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::guest_reboot_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1507 | 2026-09-09T02:15:59.627Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
|
| 1508 | 2026-09-09T02:15:59.627Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1509 | 2026-09-09T02:15:59.658Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
|
| 1510 | 2026-09-09T02:15:59.658Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::guest_reboot_test
target = phd_framework::zfs
verb = destroy
|
| 1511 | 2026-09-09T02:15:59.676Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1426
file = phd-tests/tests/src/smoke.rs
line = 28
path = phd_tests::smoke::guest_reboot_test
target = phd_tests::smoke
|
| 1512 | 2026-09-09T02:15:59.679Z | INFO | phd-runner: test phd_tests::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:31:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::guest_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:28:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1513 | 2026-09-09T02:15:59.679Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1514 | 2026-09-09T02:15:59.679Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1515 | 2026-09-09T02:15:59.679Z | INFO | phd-runner: Starting test phd_tests::smoke::instance_spec_get_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1516 | 2026-09-09T02:15:59.679Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1517 | 2026-09-09T02:15:59.679Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1518 | 2026-09-09T02:15:59.679Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/smoke.rs
line = 37
path = phd_tests::smoke::instance_spec_get_test
target = phd_tests::smoke
|
| 1519 | 2026-09-09T02:15:59.680Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1520 | 2026-09-09T02:15:59.680Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1521 | 2026-09-09T02:15:59.680Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1522 | 2026-09-09T02:15:59.680Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = list
|
| 1523 | 2026-09-09T02:15:59.692Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::instance_spec_get_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1524 | 2026-09-09T02:15:59.692Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = snapshot
|
| 1525 | 2026-09-09T02:15:59.711Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984", "phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = clone
|
| 1526 | 2026-09-09T02:15:59.729Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = list
|
| 1527 | 2026-09-09T02:15:59.740Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::smoke::instance_spec_get_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3 0B 25.3T 207M /phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\n
target = phd_framework::zfs
|
| 1528 | 2026-09-09T02:15:59.740Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
|
| 1529 | 2026-09-09T02:15:59.741Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm_name = instance_spec_test
|
| 1530 | 2026-09-09T02:15:59.741Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1531 | 2026-09-09T02:15:59.741Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::smoke::instance_spec_get_test
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1532 | 2026-09-09T02:15:59.741Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::smoke::instance_spec_get_test
stderr_path = "/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log"
target = phd_framework::log_config
|
| 1533 | 2026-09-09T02:15:59.777Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1271
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm::server
|
| 1534 | 2026-09-09T02:15:59.791Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
|
| 1535 | 2026-09-09T02:15:59.791Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = c3bc3270-dae8-4f93-95a1-b58ba2c5cd54
|
| 1536 | 2026-09-09T02:15:59.792Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = c3bc3270-dae8-4f93-95a1-b58ba2c5cd54
|
| 1537 | 2026-09-09T02:16:00.207Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = c3bc3270-dae8-4f93-95a1-b58ba2c5cd54
|
| 1538 | 2026-09-09T02:16:01.131Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = c3bc3270-dae8-4f93-95a1-b58ba2c5cd54
|
| 1539 | 2026-09-09T02:16:01.131Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1339
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::test_vm
vm = instance_spec_test
vm_id = c3bc3270-dae8-4f93-95a1-b58ba2c5cd54
|
| 1540 | 2026-09-09T02:16:01.131Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::smoke::instance_spec_get_test
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1541 | 2026-09-09T02:16:01.139Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
|
| 1542 | 2026-09-09T02:16:01.139Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = destroy
|
| 1543 | 2026-09-09T02:16:01.170Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
|
| 1544 | 2026-09-09T02:16:01.170Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::smoke::instance_spec_get_test
target = phd_framework::zfs
verb = destroy
|
| 1545 | 2026-09-09T02:16:01.186Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1506
file = phd-tests/tests/src/smoke.rs
line = 37
path = phd_tests::smoke::instance_spec_get_test
target = phd_tests::smoke
|
| 1546 | 2026-09-09T02:16:01.189Z | INFO | phd-runner: test phd_tests::smoke::instance_spec_get_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:47:17
8: <tracing::instrument::Instrumented<phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::smoke::instance_spec_get_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:37:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1547 | 2026-09-09T02:16:01.190Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1548 | 2026-09-09T02:16:01.190Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1549 | 2026-09-09T02:16:01.190Z | INFO | phd-runner: Starting test phd_tests::firmware::acpi_tables_parse
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1550 | 2026-09-09T02:16:01.190Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1551 | 2026-09-09T02:16:01.190Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1552 | 2026-09-09T02:16:01.190Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/firmware.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
target = phd_tests::firmware
|
| 1553 | 2026-09-09T02:16:01.191Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1554 | 2026-09-09T02:16:01.191Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1555 | 2026-09-09T02:16:01.191Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1556 | 2026-09-09T02:16:01.191Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = list
|
| 1557 | 2026-09-09T02:16:01.203Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_parse
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1558 | 2026-09-09T02:16:01.203Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = snapshot
|
| 1559 | 2026-09-09T02:16:01.219Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2", "phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = clone
|
| 1560 | 2026-09-09T02:16:01.237Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = list
|
| 1561 | 2026-09-09T02:16:01.248Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_parse
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8 0B 25.3T 207M /phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\n
target = phd_framework::zfs
|
| 1562 | 2026-09-09T02:16:01.249Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
|
| 1563 | 2026-09-09T02:16:01.249Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm_name = acpi_tables_parse
|
| 1564 | 2026-09-09T02:16:01.249Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1565 | 2026-09-09T02:16:01.249Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::firmware::acpi_tables_parse
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1566 | 2026-09-09T02:16:01.249Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::firmware::acpi_tables_parse
stderr_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log"
target = phd_framework::log_config
|
| 1567 | 2026-09-09T02:16:01.284Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1279
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm::server
|
| 1568 | 2026-09-09T02:16:01.299Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 49
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
|
| 1569 | 2026-09-09T02:16:01.299Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = bc2cd0ae-a496-4240-a375-176ee541b49e
|
| 1570 | 2026-09-09T02:16:01.299Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = bc2cd0ae-a496-4240-a375-176ee541b49e
|
| 1571 | 2026-09-09T02:16:01.885Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = bc2cd0ae-a496-4240-a375-176ee541b49e
|
| 1572 | 2026-09-09T02:16:02.421Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = bc2cd0ae-a496-4240-a375-176ee541b49e
|
| 1573 | 2026-09-09T02:16:02.422Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1122
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::test_vm
vm = acpi_tables_parse
vm_id = bc2cd0ae-a496-4240-a375-176ee541b49e
|
| 1574 | 2026-09-09T02:16:02.422Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1575 | 2026-09-09T02:16:02.431Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
|
| 1576 | 2026-09-09T02:16:02.431Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = destroy
|
| 1577 | 2026-09-09T02:16:02.463Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
|
| 1578 | 2026-09-09T02:16:02.463Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_parse
target = phd_framework::zfs
verb = destroy
|
| 1579 | 2026-09-09T02:16:02.482Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1290
file = phd-tests/tests/src/firmware.rs
line = 177
path = phd_tests::firmware::acpi_tables_parse
target = phd_tests::firmware
|
| 1580 | 2026-09-09T02:16:02.485Z | INFO | phd-runner: test phd_tests::firmware::acpi_tables_parse ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:190:17
8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::firmware::acpi_tables_parse::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:177:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1581 | 2026-09-09T02:16:02.485Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1582 | 2026-09-09T02:16:02.485Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1583 | 2026-09-09T02:16:02.485Z | INFO | phd-runner: Starting test phd_tests::firmware::acpi_tables_generation
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1584 | 2026-09-09T02:16:02.486Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1585 | 2026-09-09T02:16:02.486Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1586 | 2026-09-09T02:16:02.486Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/firmware.rs
line = 47
path = phd_tests::firmware::acpi_tables_generation
target = phd_tests::firmware
|
| 1587 | 2026-09-09T02:16:02.486Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1588 | 2026-09-09T02:16:02.486Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1589 | 2026-09-09T02:16:02.486Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1590 | 2026-09-09T02:16:02.486Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = list
|
| 1591 | 2026-09-09T02:16:02.498Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_generation
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1592 | 2026-09-09T02:16:02.498Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = snapshot
|
| 1593 | 2026-09-09T02:16:02.516Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840", "phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = clone
|
| 1594 | 2026-09-09T02:16:02.534Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = list
|
| 1595 | 2026-09-09T02:16:02.545Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::firmware::acpi_tables_generation
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778 0B 25.3T 207M /phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\n
target = phd_framework::zfs
|
| 1596 | 2026-09-09T02:16:02.546Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
|
| 1597 | 2026-09-09T02:16:02.546Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm_name = acpi_tables_generation
|
| 1598 | 2026-09-09T02:16:02.546Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1599 | 2026-09-09T02:16:02.546Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::firmware::acpi_tables_generation
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1600 | 2026-09-09T02:16:02.546Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::firmware::acpi_tables_generation
stderr_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log"
target = phd_framework::log_config
|
| 1601 | 2026-09-09T02:16:02.581Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1287
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm::server
|
| 1602 | 2026-09-09T02:16:02.595Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
|
| 1603 | 2026-09-09T02:16:02.595Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 396c9b99-7947-4f30-8f07-c83e92886bc9
|
| 1604 | 2026-09-09T02:16:02.596Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 396c9b99-7947-4f30-8f07-c83e92886bc9
|
| 1605 | 2026-09-09T02:16:03.077Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 396c9b99-7947-4f30-8f07-c83e92886bc9
|
| 1606 | 2026-09-09T02:16:03.828Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 396c9b99-7947-4f30-8f07-c83e92886bc9
|
| 1607 | 2026-09-09T02:16:03.829Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1233
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::test_vm
vm = acpi_tables_generation
vm_id = 396c9b99-7947-4f30-8f07-c83e92886bc9
|
| 1608 | 2026-09-09T02:16:03.829Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::firmware::acpi_tables_generation
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1609 | 2026-09-09T02:16:03.838Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
|
| 1610 | 2026-09-09T02:16:03.838Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = destroy
|
| 1611 | 2026-09-09T02:16:03.869Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
|
| 1612 | 2026-09-09T02:16:03.869Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::firmware::acpi_tables_generation
target = phd_framework::zfs
verb = destroy
|
| 1613 | 2026-09-09T02:16:03.887Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1400
file = phd-tests/tests/src/firmware.rs
line = 47
path = phd_tests::firmware::acpi_tables_generation
target = phd_tests::firmware
|
| 1614 | 2026-09-09T02:16:03.891Z | INFO | phd-runner: test phd_tests::firmware::acpi_tables_generation ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:60:17
8: <tracing::instrument::Instrumented<phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::firmware::acpi_tables_generation::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:47:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1615 | 2026-09-09T02:16:03.891Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1616 | 2026-09-09T02:16:03.891Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1617 | 2026-09-09T02:16:03.891Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::api_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1618 | 2026-09-09T02:16:03.891Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1619 | 2026-09-09T02:16:03.892Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1620 | 2026-09-09T02:16:03.892Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 23
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_tests::crucible::smoke
|
| 1621 | 2026-09-09T02:16:03.892Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1622 | 2026-09-09T02:16:03.892Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1623 | 2026-09-09T02:16:03.892Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 1624 | 2026-09-09T02:16:03.892Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1625 | 2026-09-09T02:16:03.892Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000", "--encrypted", "--uuid", "5cc23a26-25a8-4dcf-b45a-bef1f9561acd", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1626 | 2026-09-09T02:16:04.002Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:03.902004413Z","hostname":"BRM42220010","pid":1291}\n{"msg":"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:03.995747304Z","hostname":"BRM42220010","pid":1291}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:03.995763594Z","hostname":"BRM42220010","pid":1291}\n
target = phd_framework::disk::crucible
|
| 1627 | 2026-09-09T02:16:04.002Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001", "--encrypted", "--uuid", "5cc23a26-25a8-4dcf-b45a-bef1f9561acd", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1628 | 2026-09-09T02:16:04.102Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:04.012651685Z","hostname":"BRM42220010","pid":1292}\n{"msg":"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:04.097912094Z","hostname":"BRM42220010","pid":1292}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:04.09793631Z","hostname":"BRM42220010","pid":1292}\n
target = phd_framework::disk::crucible
|
| 1629 | 2026-09-09T02:16:04.102Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002", "--encrypted", "--uuid", "5cc23a26-25a8-4dcf-b45a-bef1f9561acd", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1630 | 2026-09-09T02:16:04.200Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::api_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:04.111718964Z","hostname":"BRM42220010","pid":1293}\n{"msg":"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:04.195892967Z","hostname":"BRM42220010","pid":1293}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:04.195916361Z","hostname":"BRM42220010","pid":1293}\n
target = phd_framework::disk::crucible
|
| 1631 | 2026-09-09T02:16:04.200Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stdout.log"
target = phd_framework::log_config
|
| 1632 | 2026-09-09T02:16:04.200Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1633 | 2026-09-09T02:16:04.200Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1634 | 2026-09-09T02:16:04.202Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stdout.log"
target = phd_framework::log_config
|
| 1635 | 2026-09-09T02:16:04.202Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1636 | 2026-09-09T02:16:04.202Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1637 | 2026-09-09T02:16:04.204Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stdout.log"
target = phd_framework::log_config
|
| 1638 | 2026-09-09T02:16:04.205Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1639 | 2026-09-09T02:16:04.205Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::disk::crucible
|
| 1640 | 2026-09-09T02:16:04.207Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1641 | 2026-09-09T02:16:04.207Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm_name = crucible_guest_reboot_test
|
| 1642 | 2026-09-09T02:16:04.207Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1643 | 2026-09-09T02:16:04.207Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::api_reboot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1644 | 2026-09-09T02:16:04.207Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::api_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1645 | 2026-09-09T02:16:04.243Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1297
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm::server
|
| 1646 | 2026-09-09T02:16:04.257Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
|
| 1647 | 2026-09-09T02:16:04.257Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 9b6b087d-a6b3-422e-89a4-5b8c6236aaf6
|
| 1648 | 2026-09-09T02:16:04.258Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 9b6b087d-a6b3-422e-89a4-5b8c6236aaf6
|
| 1649 | 2026-09-09T02:16:04.727Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 9b6b087d-a6b3-422e-89a4-5b8c6236aaf6
|
| 1650 | 2026-09-09T02:16:05.504Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 9b6b087d-a6b3-422e-89a4-5b8c6236aaf6
|
| 1651 | 2026-09-09T02:16:05.504Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1246
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 9b6b087d-a6b3-422e-89a4-5b8c6236aaf6
|
| 1652 | 2026-09-09T02:16:05.504Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::api_reboot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 1653 | 2026-09-09T02:16:05.512Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000" } }
target = phd_framework::disk::crucible
|
| 1654 | 2026-09-09T02:16:05.518Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000"
target = phd_framework::disk::crucible
|
| 1655 | 2026-09-09T02:16:05.526Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001" } }
target = phd_framework::disk::crucible
|
| 1656 | 2026-09-09T02:16:05.532Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001"
target = phd_framework::disk::crucible
|
| 1657 | 2026-09-09T02:16:05.540Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::api_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002" } }
target = phd_framework::disk::crucible
|
| 1658 | 2026-09-09T02:16:05.547Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::api_reboot_test
self.path = "/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002"
target = phd_framework::disk::crucible
|
| 1659 | 2026-09-09T02:16:05.555Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1662
file = phd-tests/tests/src/crucible/smoke.rs
line = 23
path = phd_tests::crucible::smoke::api_reboot_test
target = phd_tests::crucible::smoke
|
| 1660 | 2026-09-09T02:16:05.558Z | INFO | phd-runner: test phd_tests::crucible::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:29:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::api_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:23:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1661 | 2026-09-09T02:16:05.558Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1662 | 2026-09-09T02:16:05.558Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1663 | 2026-09-09T02:16:05.558Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::guest_reboot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1664 | 2026-09-09T02:16:05.559Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1665 | 2026-09-09T02:16:05.559Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1666 | 2026-09-09T02:16:05.559Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_tests::crucible::smoke
|
| 1667 | 2026-09-09T02:16:05.559Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1668 | 2026-09-09T02:16:05.559Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1669 | 2026-09-09T02:16:05.559Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 1670 | 2026-09-09T02:16:05.559Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1671 | 2026-09-09T02:16:05.559Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000", "--encrypted", "--uuid", "136c5841-9f27-4f32-9c99-660b5ab16cec", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1672 | 2026-09-09T02:16:05.658Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.570310487Z","hostname":"BRM42220010","pid":1299}\n{"msg":"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.65431544Z","hostname":"BRM42220010","pid":1299}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.654345397Z","hostname":"BRM42220010","pid":1299}\n
target = phd_framework::disk::crucible
|
| 1673 | 2026-09-09T02:16:05.659Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001", "--encrypted", "--uuid", "136c5841-9f27-4f32-9c99-660b5ab16cec", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1674 | 2026-09-09T02:16:05.758Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.669128845Z","hostname":"BRM42220010","pid":1300}\n{"msg":"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.75334046Z","hostname":"BRM42220010","pid":1300}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.753378602Z","hostname":"BRM42220010","pid":1300}\n
target = phd_framework::disk::crucible
|
| 1675 | 2026-09-09T02:16:05.758Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002", "--encrypted", "--uuid", "136c5841-9f27-4f32-9c99-660b5ab16cec", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1676 | 2026-09-09T02:16:05.859Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::guest_reboot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.769115034Z","hostname":"BRM42220010","pid":1301}\n{"msg":"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.854458401Z","hostname":"BRM42220010","pid":1301}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:05.85448453Z","hostname":"BRM42220010","pid":1301}\n
target = phd_framework::disk::crucible
|
| 1677 | 2026-09-09T02:16:05.859Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stdout.log"
target = phd_framework::log_config
|
| 1678 | 2026-09-09T02:16:05.860Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1679 | 2026-09-09T02:16:05.860Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1680 | 2026-09-09T02:16:05.862Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stdout.log"
target = phd_framework::log_config
|
| 1681 | 2026-09-09T02:16:05.862Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1682 | 2026-09-09T02:16:05.862Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1683 | 2026-09-09T02:16:05.865Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stdout.log"
target = phd_framework::log_config
|
| 1684 | 2026-09-09T02:16:05.865Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1685 | 2026-09-09T02:16:05.865Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::disk::crucible
|
| 1686 | 2026-09-09T02:16:05.867Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1687 | 2026-09-09T02:16:05.867Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm_name = crucible_guest_reboot_test
|
| 1688 | 2026-09-09T02:16:05.867Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1689 | 2026-09-09T02:16:05.867Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::guest_reboot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1690 | 2026-09-09T02:16:05.867Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::guest_reboot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log"
target = phd_framework::log_config
|
| 1691 | 2026-09-09T02:16:05.897Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1305
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm::server
|
| 1692 | 2026-09-09T02:16:05.912Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 45
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
|
| 1693 | 2026-09-09T02:16:05.912Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 36debe05-541c-4209-ba25-d80e38f7a6e6
|
| 1694 | 2026-09-09T02:16:05.913Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 36debe05-541c-4209-ba25-d80e38f7a6e6
|
| 1695 | 2026-09-09T02:16:06.275Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 36debe05-541c-4209-ba25-d80e38f7a6e6
|
| 1696 | 2026-09-09T02:16:07.327Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 36debe05-541c-4209-ba25-d80e38f7a6e6
|
| 1697 | 2026-09-09T02:16:07.327Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1414
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_framework::test_vm
vm = crucible_guest_reboot_test
vm_id = 36debe05-541c-4209-ba25-d80e38f7a6e6
|
| 1698 | 2026-09-09T02:16:07.327Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::guest_reboot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 1699 | 2026-09-09T02:16:07.336Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000" } }
target = phd_framework::disk::crucible
|
| 1700 | 2026-09-09T02:16:07.342Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000"
target = phd_framework::disk::crucible
|
| 1701 | 2026-09-09T02:16:07.350Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001" } }
target = phd_framework::disk::crucible
|
| 1702 | 2026-09-09T02:16:07.356Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001"
target = phd_framework::disk::crucible
|
| 1703 | 2026-09-09T02:16:07.363Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::guest_reboot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002" } }
target = phd_framework::disk::crucible
|
| 1704 | 2026-09-09T02:16:07.370Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
self.path = "/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002"
target = phd_framework::disk::crucible
|
| 1705 | 2026-09-09T02:16:07.377Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1817
file = phd-tests/tests/src/crucible/smoke.rs
line = 35
path = phd_tests::crucible::smoke::guest_reboot_test
target = phd_tests::crucible::smoke
|
| 1706 | 2026-09-09T02:16:07.379Z | INFO | phd-runner: test phd_tests::crucible::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:41:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:35:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1707 | 2026-09-09T02:16:07.380Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1708 | 2026-09-09T02:16:07.380Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1709 | 2026-09-09T02:16:07.380Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1710 | 2026-09-09T02:16:07.380Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1711 | 2026-09-09T02:16:07.380Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1712 | 2026-09-09T02:16:07.380Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 47
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_tests::crucible::smoke
|
| 1713 | 2026-09-09T02:16:07.380Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1714 | 2026-09-09T02:16:07.380Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1715 | 2026-09-09T02:16:07.380Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 1716 | 2026-09-09T02:16:07.380Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1717 | 2026-09-09T02:16:07.380Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000", "--encrypted", "--uuid", "40127434-ce1e-4ba8-bb57-33eee122f977", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1718 | 2026-09-09T02:16:07.481Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.390621352Z","hostname":"BRM42220010","pid":1307}\n{"msg":"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.474739679Z","hostname":"BRM42220010","pid":1307}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.474767642Z","hostname":"BRM42220010","pid":1307}\n
target = phd_framework::disk::crucible
|
| 1719 | 2026-09-09T02:16:07.481Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001", "--encrypted", "--uuid", "40127434-ce1e-4ba8-bb57-33eee122f977", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1720 | 2026-09-09T02:16:07.584Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.491726246Z","hostname":"BRM42220010","pid":1308}\n{"msg":"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.576224112Z","hostname":"BRM42220010","pid":1308}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.576245362Z","hostname":"BRM42220010","pid":1308}\n
target = phd_framework::disk::crucible
|
| 1721 | 2026-09-09T02:16:07.584Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002", "--encrypted", "--uuid", "40127434-ce1e-4ba8-bb57-33eee122f977", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1722 | 2026-09-09T02:16:07.684Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::shutdown_persistence_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.59422464Z","hostname":"BRM42220010","pid":1309}\n{"msg":"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.677900961Z","hostname":"BRM42220010","pid":1309}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.67792681Z","hostname":"BRM42220010","pid":1309}\n
target = phd_framework::disk::crucible
|
| 1723 | 2026-09-09T02:16:07.684Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stdout.log"
target = phd_framework::log_config
|
| 1724 | 2026-09-09T02:16:07.684Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1725 | 2026-09-09T02:16:07.684Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1726 | 2026-09-09T02:16:07.687Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stdout.log"
target = phd_framework::log_config
|
| 1727 | 2026-09-09T02:16:07.687Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1728 | 2026-09-09T02:16:07.687Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1729 | 2026-09-09T02:16:07.689Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stdout.log"
target = phd_framework::log_config
|
| 1730 | 2026-09-09T02:16:07.689Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1731 | 2026-09-09T02:16:07.689Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::disk::crucible
|
| 1732 | 2026-09-09T02:16:07.691Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
|
| 1733 | 2026-09-09T02:16:07.691Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
vm_name = crucible_shutdown_persistence_test
|
| 1734 | 2026-09-09T02:16:07.691Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1735 | 2026-09-09T02:16:07.692Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::shutdown_persistence_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1736 | 2026-09-09T02:16:07.692Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::shutdown_persistence_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log"
target = phd_framework::log_config
|
| 1737 | 2026-09-09T02:16:07.728Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1313
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm::server
|
| 1738 | 2026-09-09T02:16:07.742Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 51
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_framework::test_vm
|
| 1739 | 2026-09-09T02:16:07.743Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 1740 | 2026-09-09T02:16:07.757Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000" } }
target = phd_framework::disk::crucible
|
| 1741 | 2026-09-09T02:16:07.763Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000"
target = phd_framework::disk::crucible
|
| 1742 | 2026-09-09T02:16:07.772Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001" } }
target = phd_framework::disk::crucible
|
| 1743 | 2026-09-09T02:16:07.778Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001"
target = phd_framework::disk::crucible
|
| 1744 | 2026-09-09T02:16:07.787Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::shutdown_persistence_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002" } }
target = phd_framework::disk::crucible
|
| 1745 | 2026-09-09T02:16:07.793Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::shutdown_persistence_test
self.path = "/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002"
target = phd_framework::disk::crucible
|
| 1746 | 2026-09-09T02:16:07.803Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 422
file = phd-tests/tests/src/crucible/smoke.rs
line = 47
path = phd_tests::crucible::smoke::shutdown_persistence_test
target = phd_tests::crucible::smoke
|
| 1747 | 2026-09-09T02:16:07.803Z | INFO | phd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file
system
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1748 | 2026-09-09T02:16:07.803Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1749 | 2026-09-09T02:16:07.804Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1750 | 2026-09-09T02:16:07.804Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::vcr_replace_during_start_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1751 | 2026-09-09T02:16:07.804Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1752 | 2026-09-09T02:16:07.804Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1753 | 2026-09-09T02:16:07.804Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 91
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_tests::crucible::smoke
|
| 1754 | 2026-09-09T02:16:07.804Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1755 | 2026-09-09T02:16:07.804Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1756 | 2026-09-09T02:16:07.804Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1757 | 2026-09-09T02:16:07.804Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = list
|
| 1758 | 2026-09-09T02:16:07.816Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1759 | 2026-09-09T02:16:07.816Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = snapshot
|
| 1760 | 2026-09-09T02:16:07.834Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a", "phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = clone
|
| 1761 | 2026-09-09T02:16:07.851Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = list
|
| 1762 | 2026-09-09T02:16:07.863Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90 0B 25.3T 207M /phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\n
target = phd_framework::zfs
|
| 1763 | 2026-09-09T02:16:07.863Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 1764 | 2026-09-09T02:16:07.863Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000", "--encrypted", "--uuid", "2701305e-22c5-4969-bb7b-fbb5c89b64fa", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1765 | 2026-09-09T02:16:07.889Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.87351513Z","hostname":"BRM42220010","pid":1319}\n{"msg":"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.884754351Z","hostname":"BRM42220010","pid":1319}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.884769329Z","hostname":"BRM42220010","pid":1319}\n
target = phd_framework::disk::crucible
|
| 1766 | 2026-09-09T02:16:07.889Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001", "--encrypted", "--uuid", "2701305e-22c5-4969-bb7b-fbb5c89b64fa", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1767 | 2026-09-09T02:16:07.914Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.899669008Z","hostname":"BRM42220010","pid":1320}\n{"msg":"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.9111258Z","hostname":"BRM42220010","pid":1320}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.911145177Z","hostname":"BRM42220010","pid":1320}\n
target = phd_framework::disk::crucible
|
| 1768 | 2026-09-09T02:16:07.915Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002", "--encrypted", "--uuid", "2701305e-22c5-4969-bb7b-fbb5c89b64fa", "--extent-size", "131072", "--extent-count", "16"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1769 | 2026-09-09T02:16:07.940Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.925452575Z","hostname":"BRM42220010","pid":1321}\n{"msg":"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.936292339Z","hostname":"BRM42220010","pid":1321}\n{"msg":"Blocks per extent:131072 Total Extents: 16","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:07.936306196Z","hostname":"BRM42220010","pid":1321}\n
target = phd_framework::disk::crucible
|
| 1770 | 2026-09-09T02:16:07.940Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stdout.log"
target = phd_framework::log_config
|
| 1771 | 2026-09-09T02:16:07.940Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1772 | 2026-09-09T02:16:07.940Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1773 | 2026-09-09T02:16:07.942Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stdout.log"
target = phd_framework::log_config
|
| 1774 | 2026-09-09T02:16:07.942Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1775 | 2026-09-09T02:16:07.943Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1776 | 2026-09-09T02:16:07.944Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stdout.log"
target = phd_framework::log_config
|
| 1777 | 2026-09-09T02:16:07.944Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1778 | 2026-09-09T02:16:07.945Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1779 | 2026-09-09T02:16:07.947Z | INFO | phd-runner: [TEST - EVENT] enabling vcr black hole
disk = vcr-replacement-target
file = phd-tests/framework/src/disk/crucible.rs
line = 130
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::disk::crucible
|
| 1780 | 2026-09-09T02:16:07.947Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
|
| 1781 | 2026-09-09T02:16:07.947Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm_name = crucible_vcr_replace_during_start_test
|
| 1782 | 2026-09-09T02:16:07.947Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1783 | 2026-09-09T02:16:07.947Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1784 | 2026-09-09T02:16:07.947Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log"
target = phd_framework::log_config
|
| 1785 | 2026-09-09T02:16:07.982Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1325
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm::server
|
| 1786 | 2026-09-09T02:16:07.995Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 48
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
|
| 1787 | 2026-09-09T02:16:07.996Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 816140db-19f5-4ebd-8d99-2d7661dd74d4
|
| 1788 | 2026-09-09T02:16:07.996Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 816140db-19f5-4ebd-8d99-2d7661dd74d4
|
| 1789 | 2026-09-09T02:16:08.554Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 816140db-19f5-4ebd-8d99-2d7661dd74d4
|
| 1790 | 2026-09-09T02:16:08.968Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 816140db-19f5-4ebd-8d99-2d7661dd74d4
|
| 1791 | 2026-09-09T02:16:08.968Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 972
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::test_vm
vm = crucible_vcr_replace_during_start_test
vm_id = 816140db-19f5-4ebd-8d99-2d7661dd74d4
|
| 1792 | 2026-09-09T02:16:08.968Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 1793 | 2026-09-09T02:16:08.977Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
|
| 1794 | 2026-09-09T02:16:08.977Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = destroy
|
| 1795 | 2026-09-09T02:16:09.010Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
|
| 1796 | 2026-09-09T02:16:09.010Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_framework::zfs
verb = destroy
|
| 1797 | 2026-09-09T02:16:09.029Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000" } }
target = phd_framework::disk::crucible
|
| 1798 | 2026-09-09T02:16:09.033Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000"
target = phd_framework::disk::crucible
|
| 1799 | 2026-09-09T02:16:09.034Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001" } }
target = phd_framework::disk::crucible
|
| 1800 | 2026-09-09T02:16:09.038Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001"
target = phd_framework::disk::crucible
|
| 1801 | 2026-09-09T02:16:09.040Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002" } }
target = phd_framework::disk::crucible
|
| 1802 | 2026-09-09T02:16:09.044Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
self.path = "/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002"
target = phd_framework::disk::crucible
|
| 1803 | 2026-09-09T02:16:09.045Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1241
file = phd-tests/tests/src/crucible/smoke.rs
line = 91
path = phd_tests::crucible::smoke::vcr_replace_during_start_test
target = phd_tests::crucible::smoke
|
| 1804 | 2026-09-09T02:16:09.048Z | INFO | phd-runner: test phd_tests::crucible::smoke::vcr_replace_during_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:127:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:91:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1805 | 2026-09-09T02:16:09.048Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1806 | 2026-09-09T02:16:09.048Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1807 | 2026-09-09T02:16:09.049Z | INFO | phd-runner: Starting test phd_tests::crucible::smoke::boot_test
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1808 | 2026-09-09T02:16:09.049Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1809 | 2026-09-09T02:16:09.049Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1810 | 2026-09-09T02:16:09.049Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/crucible/smoke.rs
line = 14
path = phd_tests::crucible::smoke::boot_test
target = phd_tests::crucible::smoke
|
| 1811 | 2026-09-09T02:16:09.049Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1812 | 2026-09-09T02:16:09.049Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1813 | 2026-09-09T02:16:09.049Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs
target = phd_framework::artifacts::store
|
| 1814 | 2026-09-09T02:16:09.049Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1815 | 2026-09-09T02:16:09.049Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000", "--encrypted", "--uuid", "fcda5ab3-a202-4a79-bdcf-27d29b63e4cb", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1816 | 2026-09-09T02:16:09.159Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.058756294Z","hostname":"BRM42220010","pid":1329}\n{"msg":"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.154093395Z","hostname":"BRM42220010","pid":1329}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.15411687Z","hostname":"BRM42220010","pid":1329}\n
target = phd_framework::disk::crucible
|
| 1817 | 2026-09-09T02:16:09.159Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001", "--encrypted", "--uuid", "fcda5ab3-a202-4a79-bdcf-27d29b63e4cb", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1818 | 2026-09-09T02:16:09.262Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.168406552Z","hostname":"BRM42220010","pid":1330}\n{"msg":"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.257965177Z","hostname":"BRM42220010","pid":1330}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.257979925Z","hostname":"BRM42220010","pid":1330}\n
target = phd_framework::disk::crucible
|
| 1819 | 2026-09-09T02:16:09.262Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002", "--encrypted", "--uuid", "fcda5ab3-a202-4a79-bdcf-27d29b63e4cb", "--extent-size", "131072", "--extent-count", "160"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1820 | 2026-09-09T02:16:09.365Z | INFO | phd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs
file = phd-tests/framework/src/disk/crucible.rs
line = 308
path = phd_tests::crucible::smoke::boot_test
status = ExitStatus(unix_wait_status(0))
stderr =
stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.273472005Z","hostname":"BRM42220010","pid":1331}\n{"msg":"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.360120852Z","hostname":"BRM42220010","pid":1331}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2026-09-09T02:16:09.360143405Z","hostname":"BRM42220010","pid":1331}\n
target = phd_framework::disk::crucible
|
| 1821 | 2026-09-09T02:16:09.365Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stdout.log"
target = phd_framework::log_config
|
| 1822 | 2026-09-09T02:16:09.365Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1823 | 2026-09-09T02:16:09.365Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1824 | 2026-09-09T02:16:09.367Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stdout.log"
target = phd_framework::log_config
|
| 1825 | 2026-09-09T02:16:09.367Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1826 | 2026-09-09T02:16:09.367Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1827 | 2026-09-09T02:16:09.369Z | INFO | phd-runner: [TEST - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stdout.log"
target = phd_framework::log_config
|
| 1828 | 2026-09-09T02:16:09.369Z | INFO | phd-runner: [TEST - EVENT] Launching Crucible downstairs server
crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 349
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1829 | 2026-09-09T02:16:09.369Z | INFO | phd-runner: [TEST - EVENT] Running crucible-downstairs
args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002"]
file = phd-tests/framework/src/disk/crucible.rs
line = 439
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::disk::crucible
|
| 1830 | 2026-09-09T02:16:09.371Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
|
| 1831 | 2026-09-09T02:16:09.371Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: None }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm_name = crucible_boot_test
|
| 1832 | 2026-09-09T02:16:09.372Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1833 | 2026-09-09T02:16:09.372Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::crucible::smoke::boot_test
server_addr = 127.0.0.1:9003
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1834 | 2026-09-09T02:16:09.372Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::crucible::smoke::boot_test
stderr_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log"
target = phd_framework::log_config
|
| 1835 | 2026-09-09T02:16:09.408Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1335
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm::server
|
| 1836 | 2026-09-09T02:16:09.422Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 50
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
|
| 1837 | 2026-09-09T02:16:09.422Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 788a5565-1814-4932-b26f-71c59ddef663
|
| 1838 | 2026-09-09T02:16:09.423Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 788a5565-1814-4932-b26f-71c59ddef663
|
| 1839 | 2026-09-09T02:16:09.877Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 788a5565-1814-4932-b26f-71c59ddef663
|
| 1840 | 2026-09-09T02:16:10.877Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 788a5565-1814-4932-b26f-71c59ddef663
|
| 1841 | 2026-09-09T02:16:10.878Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1455
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::crucible::smoke::boot_test
target = phd_framework::test_vm
vm = crucible_boot_test
vm_id = 788a5565-1814-4932-b26f-71c59ddef663
|
| 1842 | 2026-09-09T02:16:10.878Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::crucible::smoke::boot_test
self.address = 127.0.0.1:9003
target = phd_framework::test_vm::server
|
| 1843 | 2026-09-09T02:16:10.886Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000" } }
target = phd_framework::disk::crucible
|
| 1844 | 2026-09-09T02:16:10.892Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000"
target = phd_framework::disk::crucible
|
| 1845 | 2026-09-09T02:16:10.900Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001" } }
target = phd_framework::disk::crucible
|
| 1846 | 2026-09-09T02:16:10.906Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001"
target = phd_framework::disk::crucible
|
| 1847 | 2026-09-09T02:16:10.915Z | INFO | phd-runner: [TEST - EVENT] Stopping Crucible downstairs process
file = phd-tests/framework/src/disk/crucible.rs
line = 68
path = phd_tests::crucible::smoke::boot_test
self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002" } }
target = phd_framework::disk::crucible
|
| 1848 | 2026-09-09T02:16:10.921Z | INFO | phd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory
file = phd-tests/framework/src/disk/crucible.rs
line = 35
path = phd_tests::crucible::smoke::boot_test
self.path = "/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002"
target = phd_framework::disk::crucible
|
| 1849 | 2026-09-09T02:16:10.929Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1880
file = phd-tests/tests/src/crucible/smoke.rs
line = 14
path = phd_tests::crucible::smoke::boot_test
target = phd_tests::crucible::smoke
|
| 1850 | 2026-09-09T02:16:10.932Z | INFO | phd-runner: test phd_tests::crucible::smoke::boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9003/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:19:17
8: <tracing::instrument::Instrumented<phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::crucible::smoke::boot_test::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:14:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1851 | 2026-09-09T02:16:10.932Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1852 | 2026-09-09T02:16:10.932Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1853 | 2026-09-09T02:16:10.932Z | INFO | phd-runner: Starting test phd_tests::stats::instance_vcpu_stats
file = phd-tests/runner/src/execute.rs
line = 91
target = phd_runner::execute
|
| 1854 | 2026-09-09T02:16:10.932Z | INFO | phd-runner: [TEST_SETUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1855 | 2026-09-09T02:16:10.932Z | INFO | phd-runner: [TEST_SETUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 41
target = phd_runner::fixtures
|
| 1856 | 2026-09-09T02:16:10.932Z | INFO | phd-runner: [TEST - START]
file = phd-tests/tests/src/stats.rs
line = 198
path = phd_tests::stats::instance_vcpu_stats
target = phd_tests::stats
|
| 1857 | 2026-09-09T02:16:10.933Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd
target = phd_framework::artifacts::store
|
| 1858 | 2026-09-09T02:16:10.933Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1859 | 2026-09-09T02:16:10.933Z | DEBG | phd-runner: [TEST - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso
target = phd_framework::artifacts::store
|
| 1860 | 2026-09-09T02:16:10.933Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = list
|
| 1861 | 2026-09-09T02:16:10.945Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::stats::instance_vcpu_stats
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n
target = phd_framework::zfs
|
| 1862 | 2026-09-09T02:16:10.945Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = snapshot
|
| 1863 | 2026-09-09T02:16:10.963Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2", "phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = clone
|
| 1864 | 2026-09-09T02:16:10.981Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = list
|
| 1865 | 2026-09-09T02:16:10.993Z | DEBG | phd-runner: [TEST - EVENT] parsing zfs list output
file = phd-tests/framework/src/zfs.rs
line = 238
path = phd_tests::stats::instance_vcpu_stats
stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510 0B 25.3T 207M /phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\n
target = phd_framework::zfs
|
| 1866 | 2026-09-09T02:16:10.993Z | INFO | phd-runner: [NEW - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
|
| 1867 | 2026-09-09T02:16:10.993Z | INFO | phd-runner: [NEW - EVENT] phd_framework::test_vm
environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS", metrics: Some(Local) }
file = phd-tests/framework/src/test_vm/mod.rs
guest_os_kind = Alpine
line = 318
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm_name = instance_vcpu_stats
|
| 1868 | 2026-09-09T02:16:10.993Z | DEBG | phd-runner: [NEW - EVENT] Verified artifact already exists
file = phd-tests/framework/src/artifacts/store.rs
line = 45
path = /work/phd-test/propolis-server
target = phd_framework::artifacts::store
|
| 1869 | 2026-09-09T02:16:11.003Z | DEBG | slog-rs (phd-oximeter-consumer): registered endpoint
local_addr = [::1]:41218
method = POST
path = /metrics/producers
versions = all
|
| 1870 | 2026-09-09T02:16:11.004Z | INFO | slog-rs (phd-oximeter-consumer): listening
local_addr = [::1]:41218
|
| 1871 | 2026-09-09T02:16:11.041Z | DEBG | slog-rs (phd-oximeter-consumer): successfully registered DTrace USDT probes
local_addr = [::1]:41218
|
| 1872 | 2026-09-09T02:16:11.041Z | INFO | slog-rs (phd-oximeter-consumer): fake oximeter test server listening
address = [::1]:41218
|
| 1873 | 2026-09-09T02:16:11.041Z | INFO | phd-runner: [NEW - EVENT] Launching Propolis server
bootrom_path = "/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd"
file = phd-tests/framework/src/test_vm/server.rs
line = 66
path = phd_tests::stats::instance_vcpu_stats
server_addr = 127.0.0.1:9000
server_path = "/work/phd-test/propolis-server"
target = phd_framework::test_vm::server
|
| 1874 | 2026-09-09T02:16:11.041Z | INFO | phd-runner: [NEW - EVENT] Opening server log files
file = phd-tests/framework/src/log_config.rs
line = 84
path = phd_tests::stats::instance_vcpu_stats
stderr_path = "/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log"
stdout_path = "/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log"
target = phd_framework::log_config
|
| 1875 | 2026-09-09T02:16:11.077Z | INFO | phd-runner: [NEW - EVENT] Launched server with pid 1341
file = phd-tests/framework/src/test_vm/server.rs
line = 127
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm::server
|
| 1876 | 2026-09-09T02:16:11.090Z | INFO | phd-runner: [NEW - END]
elapsed_milliseconds = 97
file = phd-tests/framework/src/test_vm/mod.rs
line = 300
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
|
| 1877 | 2026-09-09T02:16:11.090Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - START]
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9
|
| 1878 | 2026-09-09T02:16:11.091Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9
|
| 1879 | 2026-09-09T02:16:11.793Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9
|
| 1880 | 2026-09-09T02:16:12.608Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure
e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
file = phd-tests/framework/src/test_vm/mod.rs
line = 455
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9
|
| 1881 | 2026-09-09T02:16:12.608Z | INFO | phd-runner: [INSTANCE_ENSURE_INTERNAL - END]
elapsed_milliseconds = 1517
file = phd-tests/framework/src/test_vm/mod.rs
line = 412
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::test_vm
vm = instance_vcpu_stats
vm_id = ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9
|
| 1882 | 2026-09-09T02:16:12.608Z | DEBG | phd-runner: [TEST - EVENT] Killing Propolis server process
file = phd-tests/framework/src/test_vm/server.rs
line = 177
path = phd_tests::stats::instance_vcpu_stats
self.address = 127.0.0.1:9000
target = phd_framework::test_vm::server
|
| 1883 | 2026-09-09T02:16:12.616Z | DEBG | phd-runner: [TEST - EVENT] zfs clone dropped
file = phd-tests/framework/src/zfs.rs
line = 83
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
|
| 1884 | 2026-09-09T02:16:12.617Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = destroy
|
| 1885 | 2026-09-09T02:16:12.650Z | DEBG | phd-runner: [TEST - EVENT] zfs snapshot dropped
file = phd-tests/framework/src/zfs.rs
line = 57
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
|
| 1886 | 2026-09-09T02:16:12.651Z | DEBG | phd-runner: [TEST - EVENT] executing ZFS command
args = ["phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2"]
file = phd-tests/framework/src/zfs.rs
line = 304
path = phd_tests::stats::instance_vcpu_stats
target = phd_framework::zfs
verb = destroy
|
| 1887 | 2026-09-09T02:16:12.668Z | INFO | phd-runner: [TEST - END]
elapsed_milliseconds = 1735
file = phd-tests/tests/src/stats.rs
line = 198
path = phd_tests::stats::instance_vcpu_stats
target = phd_tests::stats
|
| 1888 | 2026-09-09T02:16:12.671Z | INFO | slog-rs (phd-oximeter-consumer): beginning graceful shutdown
local_addr = [::1]:41218
|
| 1889 | 2026-09-09T02:16:12.673Z | INFO | phd-runner: test phd_tests::stats::instance_vcpu_stats ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)
Caused by:
0: error sending request for url (http://127.0.0.1:9000/instance)
1: client error (Connect)
2: tcp connect error
3: Connection refused (os error 146)
Stack backtrace:
0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14
1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27
2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9
3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5
5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22
6: <phd_framework::test_vm::TestVm>::launch::{closure#0}
at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32
7: phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:236:17
8: <tracing::instrument::Instrumented<phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15
9: phd_tests::stats::instance_vcpu_stats::{closure#0}
at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:198:1
10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9
11: <phd_testcase::TestCase>::run::{closure#0}
at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32
12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49
13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9
14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}
at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13
15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
21: __rust_try
22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
28: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13
30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18
31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5
32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5
33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9
34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29
35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24
36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9
37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38
38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12
39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20
40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17
41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9
42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16
43: tokio::runtime::scheduler::multi_thread::worker::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5
44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45
45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21
46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24
47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9
48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30
49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30
50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
52: __rust_try
53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18
56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27
57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20
58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13
59: <tokio::runtime::task::raw::RawTask>::poll
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18
60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13
61: <tokio::runtime::blocking::pool::Task>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19
62: <tokio::runtime::blocking::pool::Inner>::run
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22
63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}
at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47
64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18
65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13
66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9
67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40
68: __rust_try
69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19
70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14
71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26
72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5
73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9
74: <std::sys::thread::unix::Thread>::new::thread_start
at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17
75: _thrp_setup
76: <unknown>
file = phd-tests/runner/src/execute.rs
line = 141
target = phd_runner::execute
|
| 1890 | 2026-09-09T02:16:12.673Z | INFO | phd-runner: [TEST_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1891 | 2026-09-09T02:16:12.673Z | INFO | phd-runner: [TEST_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 51
target = phd_runner::fixtures
|
| 1892 | 2026-09-09T02:16:12.673Z | INFO | phd-runner: [EXECUTION_CLEANUP - START]
file = phd-tests/runner/src/fixtures.rs
line = 35
target = phd_runner::fixtures
|
| 1893 | 2026-09-09T02:16:12.673Z | INFO | phd-runner: [EXECUTION_CLEANUP - END]
elapsed_milliseconds = 0
file = phd-tests/runner/src/fixtures.rs
line = 35
target = phd_runner::fixtures
|
| 1894 | | |
| 1895 | | failures: |
| 1896 | | phd_tests::hyperv::hyperv_smoke_test |
| 1897 | | phd_tests::hyperv::hyperv_lifecycle_test |
| 1898 | | phd_tests::hyperv::hyperv_reference_tsc_clocksource_test |
| 1899 | | phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test |
| 1900 | | phd_tests::migrate::smoke_test |
| 1901 | | phd_tests::migrate::serial_history |
| 1902 | | phd_tests::migrate::multiple_migrations |
| 1903 | | phd_tests::migrate::migration_ensures_instance_metadata |
| 1904 | | phd_tests::migrate::vm_reaches_destroyed_after_migration_out |
| 1905 | | phd_tests::cpuid::cpuid_boot_test |
| 1906 | | phd_tests::cpuid::guest_cpu_topo_test |
| 1907 | | phd_tests::cpuid::cpuid_migrate_smoke_test |
| 1908 | | phd_tests::cpuid::cpuid_instance_spec_round_trip_test |
| 1909 | | phd_tests::disk::in_memory_backend_smoke_test |
| 1910 | | phd_tests::disk::in_memory_backend_migration_test |
| 1911 | | phd_tests::crucible::migrate::smoke_test |
| 1912 | | phd_tests::crucible::migrate::load_test |
| 1913 | | phd_tests::boot_order::configurable_boot_order |
| 1914 | | phd_tests::boot_order::unbootable_disk_skipped |
| 1915 | | phd_tests::boot_order::boot_order_source_priority |
| 1916 | | phd_tests::boot_order::guest_can_adjust_boot_order |
| 1917 | | phd_tests::boot_order::nvme_boot_option_description |
| 1918 | | phd_tests::hw::lspci_lifecycle_test |
| 1919 | | phd_tests::migrate::running_process::export_failure |
| 1920 | | phd_tests::migrate::running_process::import_failure |
| 1921 | | phd_tests::migrate::running_process::migrate_running_process |
| 1922 | | phd_tests::server_state_machine::instance_reset_test |
| 1923 | | phd_tests::server_state_machine::instance_start_stop_test |
| 1924 | | phd_tests::server_state_machine::instance_stop_unstarted_test |
| 1925 | | phd_tests::server_state_machine::stop_while_blocked_on_start_test |
| 1926 | | phd_tests::server_state_machine::instance_stop_causes_destroy_test |
| 1927 | | phd_tests::server_state_machine::instance_reset_requires_running_test |
| 1928 | | phd_tests::vsock::vsock_get_cid |
| 1929 | | phd_tests::vsock::vsock_smoke_test |
| 1930 | | phd_tests::framework::long_line_serial_test |
| 1931 | | phd_tests::framework::multiline_serial_test |
| 1932 | | phd_tests::smoke::nproc_test |
| 1933 | | phd_tests::smoke::api_reboot_test |
| 1934 | | phd_tests::smoke::guest_reboot_test |
| 1935 | | phd_tests::smoke::instance_spec_get_test |
| 1936 | | phd_tests::firmware::acpi_tables_parse |
| 1937 | | phd_tests::firmware::acpi_tables_generation |
| 1938 | | phd_tests::crucible::smoke::api_reboot_test |
| 1939 | | phd_tests::crucible::smoke::guest_reboot_test |
| 1940 | | phd_tests::crucible::smoke::vcr_replace_during_start_test |
| 1941 | | phd_tests::crucible::smoke::boot_test |
| 1942 | | phd_tests::stats::instance_vcpu_stats |
| 1943 | | |
| 1944 | | test result: FAILED. 0 passed; 47 failed; 1 skipped; 0 not run; finished in 123.93s |
| 1945 | | |
| 1946 | 2026-09-09T02:16:12.674Z | DEBG | phd-runner: phd_runner
exit_code = 47
file = phd-tests/runner/src/main.rs
line = 41
target = phd_runner
|